{"msg":"Running step start_crdb","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:30.819328077Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:30.819967301Z","hostname":"bmat-EVT22200007-000064cb","pid":12330} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmpor97OH","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:30.844383769Z","hostname":"bmat-EVT22200007-000064cb","pid":12330} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar) to storage directory (/var/tmp/omicron_tmp/.tmpor97OH/data)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:30.844441244Z","hostname":"bmat-EVT22200007-000064cb","pid":12330} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpor97OH/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpor97OH/listen-url","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:30.89343455Z","hostname":"bmat-EVT22200007-000064cb","pid":12330} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01JT2JWKGHF3JHFMW0JR13NSA6 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=531912b3fc900900bc7bd18f5eac1ce1e22cb1cd GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=29735cc2-0883-4059-8ca2-1da53f01ede3 NEXTEST_TEST_GLOBAL_SLOT=1 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-553062f859dbbfa0/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.86.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:30.893781651Z","hostname":"bmat-EVT22200007-000064cb","pid":12330} {"msg":"cockroach pid: 12364","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:32.054831797Z","hostname":"bmat-EVT22200007-000064cb","pid":12330} {"msg":"cockroach listen URL: postgresql://root@[::1]:65321/omicron?sslmode=disable","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:32.05496352Z","hostname":"bmat-EVT22200007-000064cb","pid":12330} {"msg":"Running step start_clickhouse","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:32.055219189Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:32.055299119Z","hostname":"bmat-EVT22200007-000064cb","pid":12330} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:32.757524657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:32.757647953Z","hostname":"bmat-EVT22200007-000064cb","pid":12330} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:32.883855874Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:32.883922777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:32.998371098Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:32.998539644Z","hostname":"bmat-EVT22200007-000064cb","pid":12330} {"msg":"mgd port is 47790","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.461469922Z","hostname":"bmat-EVT22200007-000064cb","pid":12330} {"msg":"Running step record_switch_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.461533208Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.461567777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_internal_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.461651895Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.461877384Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpZj53vH"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.570776478Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.57086772Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.570901167Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:41316"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.57157031Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:49632","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.571666361Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:49632","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.571704347Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:49632","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.572587226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:49632","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.572710572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.572850511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmp5eV25u"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.581697638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.581767537Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.581800002Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:54872"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.581955542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:58420","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.582013107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:58420","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.582049319Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:58420","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.583071616Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:58420","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.583265502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.583369028Z","hostname":"bmat-EVT22200007-000064cb","pid":12330} {"msg":"setting up nexus server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.583612844Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.589937185Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.590002335Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.590037505Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.590059438Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.59009033Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.590119097Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.590143346Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.590167524Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.590187454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.590212023Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.590231912Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.590254958Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.590278555Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.590298705Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.59032122Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.59034102Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.5908079Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.590868531Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.590899763Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.590925424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.590946586Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.591052287Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.591173448Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.591216624Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.591238037Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.591263357Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.591695558Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.592279181Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.592326796Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.592349942Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.592374802Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.592396485Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.592421405Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.592442156Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.592467306Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.592493258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.592555141Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.592585221Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.592617305Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.592649208Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.59266992Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.592693216Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.592716102Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.592735891Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.592758266Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.592777965Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.592801021Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.592886652Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.594011473Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.594266441Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.594824242Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.594884091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.594908861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.594934953Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.594955313Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.594978059Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.594999652Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.595030012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.59523988Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.595295611Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.595328236Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.595609507Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"Setting up resolver using DNS address: [::1]:41316","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.619619916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"new DNS resolver","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.619670627Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","addresses":"[[::1]:41316]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.61977745Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:65321/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 65321,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.621651604Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"Database schema version is up to date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.658754629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"desired_version":"140.0.0","found_version":"140.0.0","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.739001556Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"c7b37dc6-76d0-423b-ae67-1ccdd4e6d458","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.800623804Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.800736959Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.800799294Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.800829303Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.800864944Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.800898181Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.800934543Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.800960525Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.800993641Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801042198Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801081285Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801106065Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801139121Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801171265Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801202176Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801226835Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801260703Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801295532Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801329159Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801353217Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.80138478Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801424609Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801451112Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801487996Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.80152046Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801555861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801580871Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801616973Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801651161Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801687092Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.80172624Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801752102Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801786991Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801822803Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801856179Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801884796Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801919586Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801955507Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.801991218Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.802016098Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.802156828Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.802192179Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.802216247Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.802249643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.80228295Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.802315264Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.802351606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.802388029Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.802424201Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.80244885Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.802483239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.802516204Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.802540503Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.802575222Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.80260955Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.803787107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"SEC running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.804080742Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"sec_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40","component":"SEC","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:33.80480747Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.804877178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.808808401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.808880675Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:33.809191805Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.809245011Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.809634287Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.809785708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:33.820313735Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58141","req_id":"72449fdd-15a5-43c1-b79c-51e63bbe4f04","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 94 b9 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 ............._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.820735565Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58141","req_id":"72449fdd-15a5-43c1-b79c-51e63bbe4f04","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38073,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38073,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:33.822538698Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58141","req_id":"72449fdd-15a5-43c1-b79c-51e63bbe4f04","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.823111619Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:33.823265346Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.823405024Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.825446421Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.825630668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:33.825717582Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.825871368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.826974115Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 10 built-in roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.885539643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:33.885629232Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.885677628Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.889152401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.900033792Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:33.914115559Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.927458454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.931534886Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:34.415231991Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.416783302Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.416869774Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.419203664Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.419301699Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.41933195Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.419375717Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.419683791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:34.544833323Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.544934254Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.545002711Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.54564481Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.561151536Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.561931741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.565480942Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.565586973Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.565884196Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.565974966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.573955848Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.58573644Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.58665483Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.586900499Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.587001791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.587629602Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.654923441Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.655011576Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.655050133Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.655536702Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.659001205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.663407925Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.663491161Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.66352574Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.663556531Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.663583195Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.664099684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.66641653Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.66647707Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.66650712Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.667409348Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.670164688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.674273865Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.674352261Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.674381239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.674745585Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services project","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:34.694038685Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.69410144Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.694133945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.696312876Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.696375411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.696401002Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.696427795Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.696896339Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.700726149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.700783113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.701797895Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.705844067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.707228465Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.707362632Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.707404155Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.707428934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.709539239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.709603307Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.70963493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.711332292Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.714160617Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.714350345Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.714384453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.715535135Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.717839407Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.723373232Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.723450346Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.723560315Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.723604934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.72363305Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.723658982Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.724116373Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.726130957Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.726667015Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.726708147Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.726810381Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.729165583Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.729221815Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.729251074Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.729792091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.73327979Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.742043081Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.742115665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.742146507Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.742585722Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.759006269Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.759284183Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.759350916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.75938821Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.760110058Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.764221019Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.764294906Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.764326018Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.765108677Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.76760458Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.767669019Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.767698568Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.768373693Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.771714359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.779985178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.780232731Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.78028239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.781238776Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.789071622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.789206751Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.790250531Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.812029895Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.814407803Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.817722046Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.823702101Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.823766149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.823793734Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.823818984Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.825063554Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.835374748Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.835442363Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.835471391Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.836195072Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.852764496Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.853024424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.857959256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.858972405Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.872811989Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.903080748Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.903379533Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.903564371Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.905079741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.002233503Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.002896985Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.003123737Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.003699484Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.004499608Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.009147599Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.010039466Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.014456166Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.015228094Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.019207323Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.019282943Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.019313654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.020324288Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.023423573Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.037308568Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.037374179Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.037401694Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.038319172Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.110376942Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.110460609Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.110493605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.110520548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.111082328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.113953749Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.11417024Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.114215791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.115228949Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.117925081Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.118040281Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.11808503Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.119295552Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.12205487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.15451791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.154656366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.154751526Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.15535581Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.162645614Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.162710744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.162742126Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.163685045Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.169580141Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.16964488Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.170230577Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.179441689Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.179568883Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.180334608Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.184790737Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.184958531Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.185134391Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.18524892Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.186125606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.192716108Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.192865475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.193940988Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.195165498Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.198170365Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.198304682Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.198413339Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.199438572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.203309885Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.211933858Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.212089508Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.212241581Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.212357993Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.212445607Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.212522671Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.213443235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.217294007Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.217375099Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.217432433Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.219975761Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.226698876Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.22675622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.226785689Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.227373901Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.2337926Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.247571333Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.247688296Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.24779064Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.24939161Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.259552214Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.25971075Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.259825328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.259914456Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.260645983Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.262835696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.262938651Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.262992839Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.263545971Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.267948463Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.268020036Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.268050146Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.275391473Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.280864217Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.290047354Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.290115209Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.290146972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.291739245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.43180676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.431946829Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.432049123Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.432143742Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.433463892Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.437723819Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.438034008Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.439034932Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.444310012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.44451986Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.44554383Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.45188756Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.451990916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.452055124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.452082007Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.452732113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.454516959Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.454568542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.454596738Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.456377426Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.457934247Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.457991431Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.458022163Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.458951965Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.461505753Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.473270825Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.473382427Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.473542436Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.473633928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.474709351Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.482340034Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.482595213Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.483196321Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.483250849Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.484312284Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.49068935Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.490771423Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.49079989Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.491304686Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.494208391Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.494345495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.494448329Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.495787708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.49763068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.507492609Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.515292159Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.515604091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.515636876Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.515665062Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.516333695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.519009105Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.519068794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.519098273Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.519762186Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.521733183Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.521792511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.521821148Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.522767904Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.524734483Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.533221773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.533406892Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.53345607Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.534245302Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.579950878Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.580025076Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.580932123Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.583919956Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.583984434Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.584015596Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.584041398Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.584664179Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.587220923Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.587276764Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.587305972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.587976298Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.589999629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.590054549Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.590082685Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.590711377Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.592923004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.603501651Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.609007461Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.609085987Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.609117851Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.609143372Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.609681995Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.611684144Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.611739735Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.611767891Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.612289771Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.614301559Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.614353142Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.614380597Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.615719725Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.617637997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.630995461Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.631061923Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.631087584Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.631529234Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.642476496Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.642534461Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.6433366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.646360945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.646410023Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.646437728Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.646461355Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.647016642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.649326885Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.649381464Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.649408638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.650011769Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.651955071Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.652045812Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.652076804Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.652833942Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.654718147Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.660493554Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.669947731Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.670108731Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.67014305Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.670168771Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.670776342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.67520246Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.675273712Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.675303892Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.676089187Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.678376695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.678431554Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.67845984Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.679349222Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.682305813Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.688646797Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.688712709Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.688741496Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.689264338Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.695898025Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.696005629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.696639673Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.699498539Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"created built-in services vpc","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.699532887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.699554089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.699578187Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.706607152Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.706707392Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.706734275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.706760227Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.708060027Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.714273918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.714328166Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.714354809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.714379608Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.715030756Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.71875185Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.718823162Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.718854845Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.719275072Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.726168266Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.726234017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.727031687Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.736110916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.736175866Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.736206116Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.736231777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.73742752Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.739418036Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.741594522Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.741651997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.741683379Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.742317292Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.750186732Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.750288635Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.750719703Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.750771386Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.752641513Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.756186616Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.759164088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.759269098Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.759339548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.759862841Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.844534934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.844600334Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.845623322Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"populate complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.855923565Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"activating background tasks","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.856119034Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"Running step start_sled1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.863029463Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.863280493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.918427229Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.919605787Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.920837401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.9209424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.920982741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.921010827Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.921992633Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.922033374Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.922060228Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.922530875Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:35.924237245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.92440033Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"1.720698ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.924438877Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.924464789Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.924487865Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.924513255Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.924962651Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.925073111Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.925114082Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.925281706Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:35.925451024Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.92548453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"23.617µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.925722625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.925752985Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","expiration":"2025-04-30 05:56:35.925358349 UTC"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.925777785Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.925803907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.926139075Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.926189916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.926219144Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.926245657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.926271939Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.926296759Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.926969239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.927021643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.927117574Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.927161822Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.927599124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.927651949Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.927678221Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.927899933Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.928519778Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.928576321Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.928603545Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.928627783Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.928653244Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.928679506Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.928704075Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.929377797Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.929432496Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:35.929460592Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.92949974Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"49.248µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.929530371Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:35.929554489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.929576453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"16.863µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.929600782Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.929624108Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.929649569Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.929674879Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.929699759Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.930129395Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.930168062Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.930267951Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.930500094Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.930624772Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.930652658Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.93075912Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.930804881Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.930831344Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"36.683µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.930860572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:35.930885271Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.930907155Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"37.585µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.930931122Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.93095493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.930980691Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"76.623µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.931008557Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.931032434Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.931057925Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.931083205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.931107293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.931605706Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.931658642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.931684303Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.931709633Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.931735365Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.931759302Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.93245057Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.93250574Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.9328672Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.932917761Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.933716542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.93377068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.933796562Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.93382074Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.934211869Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.934263071Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.934292039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.93431793Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.935515947Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.9355725Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.93565758Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.935710775Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.935739062Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.935763992Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.936249489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.936304889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.936335681Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.936635368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"323.615µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.936688724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.936855627Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.936902931Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.937363488Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.937530972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.937649859Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.937691973Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.937719107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.961894846Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.962886201Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.963189645Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.963299715Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.963406006Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.963503871Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.963611736Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.964265168Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpz6D9XF/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.973211573Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.973334308Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpz6D9XF/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpfhjk6u/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.973757862Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.974503227Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpfhjk6u/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.098383761Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:58885","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:36.142551663Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:58885","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.143476585Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:58885","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.149011884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.149143727Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.149228496Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.149338465Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.149416851Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.149495698Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.149601178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.149691358Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.149770796Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.149842118Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.149926086Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.150009943Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.150086165Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.150238268Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.154153078Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.154263397Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.154734296Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.154828584Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.154904004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.154978542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.155051578Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.155124293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.155196497Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.155272127Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.155345373Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.155415834Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.155486224Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.155556955Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.155644409Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.155723296Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.15579532Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.155866752Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.155941321Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.156013865Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.156104816Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.156180998Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.156251829Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.156322039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.156391958Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.15646321Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.156549763Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.156627297Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.156698319Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.156767617Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.156836013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.156901514Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.156973888Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.157044619Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.157118256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.15719067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.157265509Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.157340228Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.157425127Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.157503082Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.157638191Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.157725886Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.157866476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.157963369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.15803903Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.1581094Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.158179019Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.158248087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.158358637Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.158431703Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.158605348Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.15871637Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.15879695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.158867511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.158938041Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:36.159069603Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.160084706Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.160609331Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.160822175Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.16093004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.16177293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.161898831Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.176181889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.176301266Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.176389071Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.176927634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.177048215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.177303343Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.177400777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.177894671Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.178015362Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.178152735Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.178238476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.178703553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.178907629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.179045434Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.179133309Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.179598897Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.179716982Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.179823655Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.180133241Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.180965199Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.181091621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.181192622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.181274475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.181756997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.181876104Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.181976424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.182064149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.182142875Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.182219578Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.182793662Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.18291784Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.183012869Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.183110894Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.183594628Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.183714407Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.183832702Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.183916179Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.18437355Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.184488258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.184590342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.184670993Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.185240958Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"contacting server nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.185724281Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.186577601Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:39169/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.188347488Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.228259951Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.231042304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.231132244Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.232590198Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:36.233482035Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","remote_addr":"127.0.0.1:39768"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.236384278Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59696","req_id":"1e29463c-3b5c-4e66-8338-4a6b50cbce8c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 90 63 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 .c..........._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.236478035Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59696","req_id":"1e29463c-3b5c-4e66-8338-4a6b50cbce8c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36963,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36963,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:36.236877922Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59696","req_id":"1e29463c-3b5c-4e66-8338-4a6b50cbce8c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.237102018Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56467","req_id":"b32431b0-fccf-4755-a7ea-94bb38fc84d8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 86 43 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 .C..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.237144132Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56467","req_id":"b32431b0-fccf-4755-a7ea-94bb38fc84d8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34371,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34371,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:36.237331856Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56467","req_id":"b32431b0-fccf-4755-a7ea-94bb38fc84d8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.238523039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.238579382Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.238610313Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.238637447Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.239716447Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:36.240479848Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.240532313Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"318.50951ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:36.24083733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.240888983Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"315.786374ms"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.241479851Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"ddfc4d1f-553c-43f4-8c69-682bb491098e","remote_addr":"127.0.0.1:39768","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"registered sled agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:36.249172247Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:36.266537617Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","pruned":"{}","expiration":"2025-04-30 05:56:35.925358349 UTC"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.266786162Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"expiration\":\"2025-04-30T05:56:35.925358349Z\",\"pruned\":[]}","iteration":1,"elapsed":"341.461711ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.286206205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.292530616Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.29264318Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59104","req_id":"d5d5ffed-0616-4a10-b31d-6611e92f72d5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: a8 d6 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.292685234Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59104","req_id":"d5d5ffed-0616-4a10-b31d-6611e92f72d5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:36.292798279Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59104","req_id":"d5d5ffed-0616-4a10-b31d-6611e92f72d5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.292824542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60379","req_id":"634449d0-880f-43d6-adff-f19e033dd26f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: ea d5 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.292852918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60379","req_id":"634449d0-880f-43d6-adff-f19e033dd26f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60117,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60117,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:36.292959039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60379","req_id":"634449d0-880f-43d6-adff-f19e033dd26f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:36.292980913Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:36.293448936Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.293493605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"365.135318ms"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:36.293524707Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:36.293549646Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.293573233Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"364.883246ms"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.317850504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"389.195577ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.356483057Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.364877142Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.382690363Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.383560657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.393174071Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.400063959Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.401935698Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.402009125Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.402039916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.402470394Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.406435464Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.571378262Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.572247874Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.572318816Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.573009772Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.574597867Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.578271887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.578403509Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.578441284Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.578793456Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.580491219Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.588353263Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.590500361Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.590562044Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.591124936Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.595586695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.637523342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.638953321Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.639587685Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.640608869Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.79409994Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.794183667Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.794784294Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.79503359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.798714835Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.798776418Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.798808341Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.798836016Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.798861597Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.799225793Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.79938477Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.799428707Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.799820338Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.806718893Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.810596809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.811953272Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.811992861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.812015967Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.818620907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"641.437282ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.236452058Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.236564943Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.237328905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.259740348Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.266282323Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.351892245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:37.351970481Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.352006062Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"1.191344567s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.410718182Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.410791769Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.411362836Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.416109053Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"1.23150289s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.418065681Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.418176051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.418704234Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.454932196Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.458818058Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.45889427Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.458927205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.458956524Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.45898488Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.459333154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.549139197Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"1.366144033s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.589836293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.589943858Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.590565326Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.602323914Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.602388423Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.602419264Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.602446017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.603067245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.603249067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"1.424293252s"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.606295347Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.606380617Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.606431137Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.606978789Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:37.61280172Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","count":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.613186126Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"1.451102117s"} {"msg":"failed to read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:37.659223423Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.659332209Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"1.738526592s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.670586743Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.690131836Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.763641088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.582473516s"} {"msg":"failed to read target blueprint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:37.763744193Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.763782109Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"1.835219996s"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.763858732Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.763894212Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.764499809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58394","req_id":"ecc85cee-9813-4bec-9508-7705b4c9f13c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 27 e2 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 '............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.764638115Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58394","req_id":"ecc85cee-9813-4bec-9508-7705b4c9f13c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10210,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10210,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:37.76502214Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58394","req_id":"ecc85cee-9813-4bec-9508-7705b4c9f13c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:37.765406956Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.765473449Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"1.835848889s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.776479748Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{}","iteration":1,"elapsed":"1.844789633s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.7966572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.796755876Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.797428557Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory collection is None","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:37.797498145Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.797533676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"1.866519939s"} {"msg":"failed to read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:38.104174077Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.104349547Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"2.179947062s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.115280486Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.115355245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.115385896Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.115412429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.116399375Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.116820063Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.131541635Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.131619951Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.131656564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.132214937Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.132430075Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.132475456Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.132506407Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.132912306Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.360312176Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.363162956Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.363336481Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.363453274Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.363623764Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.364571572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:38.366738239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"ddfc4d1f-553c-43f4-8c69-682bb491098e","remote_addr":"127.0.0.1:39768","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":2125307,"response_code":"204"} {"msg":"all instance checks complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:38.367133256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.367362353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"2.431812658s"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.382462238Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:39169/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"ddfc4d1f-553c-43f4-8c69-682bb491098e\", \"date\": \"Wed, 30 Apr 2025 06:06:38 GMT\"} })"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.382857997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.386595293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.38670415Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.386737817Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.386768127Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.386797546Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.38682488Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.386852495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.386878858Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.386946272Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.386977545Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.387007174Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:38.387036151Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.388021284Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:38.388086244Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:35527"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.38811453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.388136263Z","hostname":"bmat-EVT22200007-000064cb","pid":12330} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n time_created: 2025-04-30T06:06:38.482906126Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"fabc920d-80b5-4253-ac34-65825bbffc9c.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 39169,\n target: \"d2cc3e7a-8d1f-4845-92f9-134890882d40.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"fabc920d-80b5-4253-ac34-65825bbffc9c.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 50322,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"fabc920d-80b5-4253-ac34-65825bbffc9c.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"fabc920d-80b5-4253-ac34-65825bbffc9c.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 47790,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 46988,\n target: \"fabc920d-80b5-4253-ac34-65825bbffc9c.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 35527,\n target: \"8550b09b-073c-4440-86cf-4f548486ead8.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 34792,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"40c58641-7187-4682-8c7f-c0ae71ffb17b.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"d2cc3e7a-8d1f-4845-92f9-134890882d40.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"8550b09b-073c-4440-86cf-4f548486ead8.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 58885,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 65321,\n target: \"17c00527-00a7-49d6-bfca-16b398575509.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 49632,\n target: \"40c58641-7187-4682-8c7f-c0ae71ffb17b.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"17c00527-00a7-49d6-bfca-16b398575509.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 58420,\n target: \"8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a.host.control-plane.oxide.internal\",\n },\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:38.483367976Z","hostname":"bmat-EVT22200007-000064cb","pid":12330} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.483581943Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"body":"Some(Body)","uri":"http://[::1]:49632/config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:38.513742616Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:49632","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:49574"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.514330106Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/config","method":"PUT","req_id":"7f7b1228-9881-4d06-8bb6-7579da50da8e","remote_addr":"[::1]:49574","local_addr":"[::1]:49632","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:38.514906896Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"new_generation":1,"req_id":"7f7b1228-9881-4d06-8bb6-7579da50da8e","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:38.514956474Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.51498454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.516058751Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.516407465Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:38.516457746Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:38.516482495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"new_generation":1,"req_id":"7f7b1228-9881-4d06-8bb6-7579da50da8e","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:38.516666151Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/config","method":"PUT","req_id":"7f7b1228-9881-4d06-8bb6-7579da50da8e","remote_addr":"[::1]:49574","local_addr":"[::1]:49632","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2365,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.516930307Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(Response { url: \"http://[::1]:49632/config\", status: 204, headers: {\"x-request-id\": \"7f7b1228-9881-4d06-8bb6-7579da50da8e\", \"date\": \"Wed, 30 Apr 2025 06:06:38 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.517948295Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.614936298Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"body":"Some(Body)","uri":"http://[::1]:59701/omicron-config","method":"PUT"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.643007888Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.647348577Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.64742035Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.647452464Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.647869004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.648344241Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"2.714550504s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.648401896Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.707024077Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.714245535Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.786627601Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.787365481Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.788827835Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.788894558Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.789306118Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.789460776Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"2.61139346s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.78958366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"2.855321742s"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:38.79215816Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38711"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.795632803Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.79832155Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.798384736Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.798417281Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.798853941Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.800231686Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.803936327Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.80399807Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.804029543Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.804361895Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.804474359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.876210429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.876283534Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.876314506Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.877594657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.877831128Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.878014754Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"2.694249456s"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.912229765Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/omicron-config","method":"PUT","req_id":"4ffdc672-70a3-4655-aa64-55da06cb7ea1","remote_addr":"[::1]:38711","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:38.919226425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/omicron-config","method":"PUT","req_id":"4ffdc672-70a3-4655-aa64-55da06cb7ea1","remote_addr":"[::1]:38711","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6991,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.937680794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(Response { url: \"http://[::1]:59701/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ffdc672-70a3-4655-aa64-55da06cb7ea1\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:06:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.938081833Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"body":"Some(Body)","uri":"http://[::1]:59701/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.938927118Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/network-bootstore-config","method":"PUT","req_id":"cac05ee6-5eef-4092-89ed-1de5a5b3c9d2","remote_addr":"[::1]:38711","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:38.941987495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/network-bootstore-config","method":"PUT","req_id":"cac05ee6-5eef-4092-89ed-1de5a5b3c9d2","remote_addr":"[::1]:38711","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3068,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.942460758Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(Response { url: \"http://[::1]:59701/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"cac05ee6-5eef-4092-89ed-1de5a5b3c9d2\", \"date\": \"Wed, 30 Apr 2025 06:06:38 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.943429308Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.943474568Z","hostname":"bmat-EVT22200007-000064cb","pid":12330} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.308954072Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.309097397Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.309130133Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.309157167Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.309749888Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.314918335Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.31503634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.315120969Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.315198113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.315930552Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:41.316530768Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.316655567Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"5.390477664s"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.316891807Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.31700373Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.317270652Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"5.380564353s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.317507454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"5.137780492s"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.364237781Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.364467699Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/vpc-routes","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.404310223Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.404462166Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.404732915Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.404827704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.405975721Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.407045392Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.407150642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.407235581Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.407799034Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.408259932Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.408548307Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"5.478379423s"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.412060615Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.412169863Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.413938507Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53519"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.415904734Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/vpc-routes","method":"GET","req_id":"41b75cdc-a62d-4143-9f77-87206dc047cf","remote_addr":"[::1]:53519","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.417710312Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50971","req_id":"0bfb5535-1ddd-4209-bce6-9b97cebed678","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 99 80 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.417883386Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50971","req_id":"0bfb5535-1ddd-4209-bce6-9b97cebed678","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39296,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.418174587Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.418463522Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.418762819Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50971","req_id":"0bfb5535-1ddd-4209-bce6-9b97cebed678","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.419716298Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/vpc-routes","method":"GET","req_id":"41b75cdc-a62d-4143-9f77-87206dc047cf","remote_addr":"[::1]:53519","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3872,"response_code":"200"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.421941011Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2066, tv_nsec: 220831478 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.422119948Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.422538011Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41b75cdc-a62d-4143-9f77-87206dc047cf\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.422770273Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.422873399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.423471741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.424095905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.426584373Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.427072545Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.427173106Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.427858191Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.428004683Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.431797419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.431894102Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.431977879Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.432157877Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.432243127Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.432719266Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.441116687Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:65109","req_id":"ca6333f5-f05d-4631-bfd9-c5f452c5aad2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 07 de 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.441280123Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:65109","req_id":"ca6333f5-f05d-4631-bfd9-c5f452c5aad2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2014,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.441595401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.441744809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:65109","req_id":"ca6333f5-f05d-4631-bfd9-c5f452c5aad2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.442440355Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.446660824Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.446755071Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.446836434Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.447406309Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.447903419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.448008228Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.448094109Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.448763643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.504199586Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.528781273Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51452","req_id":"d39f656d-767b-4669-a3a5-8baeb52c4f54","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 31 0a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 1............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.528921623Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51452","req_id":"d39f656d-767b-4669-a3a5-8baeb52c4f54","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12554,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.528998917Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12554,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:41.529119998Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51452","req_id":"d39f656d-767b-4669-a3a5-8baeb52c4f54","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.53110858Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.531224912Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.531251505Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.535206495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.535264882Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.535292126Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.535321364Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.577330284Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.577424171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.577457888Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.577894869Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.592418957Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.592549217Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:59701/eip-gateways","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.593838335Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.593895409Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.593925499Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.593951511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.594605935Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.594910962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.601951971Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.602019887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.602047662Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.602081169Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.602108583Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.602136359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.602602097Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.603399766Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/eip-gateways","method":"PUT","req_id":"39a7f3a2-9562-4136-bcb2-f12f27d5f09d","remote_addr":"[::1]:53519","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.607007634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/eip-gateways","method":"PUT","req_id":"39a7f3a2-9562-4136-bcb2-f12f27d5f09d","remote_addr":"[::1]:53519","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3619,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.608792721Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/eip-gateways\", status: 204, headers: {\"x-request-id\": \"39a7f3a2-9562-4136-bcb2-f12f27d5f09d\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.610021329Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{}","iteration":1,"elapsed":"5.647100299s"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.618352318Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d44ceb9-ef4f-432b-80e2-986ac45b093a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.619253824Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.619664833Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.624774053Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.624836126Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.624867459Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.625422916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.696902875Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/v2p","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.697668029Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.697729412Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.697759522Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.723145431Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"set cockroachdb setting","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.728262086Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.728694087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.72879105Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.729299423Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.729777686Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35629"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.739733171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:59701/artifacts-config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.741989367Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49534"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.742681065Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/v2p","method":"GET","req_id":"8bb09230-9de5-4893-9bf5-def3b01c801f","remote_addr":"[::1]:35629","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.743428554Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/v2p","method":"GET","req_id":"8bb09230-9de5-4893-9bf5-def3b01c801f","remote_addr":"[::1]:35629","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":756,"response_code":"200"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.743742269Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.743861988Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.743959652Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.74466128Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.745296937Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.745462777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.745552766Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.745632155Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.746240507Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.746775483Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/artifacts-config","method":"PUT","req_id":"677a70cf-6d3d-4508-b25a-9d2661ef695c","remote_addr":"[::1]:49534","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.749056538Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bb09230-9de5-4893-9bf5-def3b01c801f\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.749280885Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.749375353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.749445332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.750702978Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{}","iteration":1,"elapsed":"5.818210575s"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpz6D9XF/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.751695475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.751784353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpz6D9XF/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpfhjk6u/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.751855604Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.751915263Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpfhjk6u/artifact-config.json"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpz6D9XF/.artifact-config.json.tmp","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.752147496Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpfhjk6u/.artifact-config.json.tmp","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.754580033Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.755080289Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.762828678Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.762928316Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.762961983Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.763520686Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Starting delete reconciler","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.764743793Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.76573604Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/artifacts-config","method":"PUT","req_id":"677a70cf-6d3d-4508-b25a-9d2661ef695c","remote_addr":"[::1]:49534","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":18960,"response_code":"204"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.766341166Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.772729795Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.772811067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.77283798Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.77289301Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.773518546Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.77395708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.774034905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.774444261Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.777296213Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/artifacts-config\", status: 204, headers: {\"x-request-id\": \"677a70cf-6d3d-4508-b25a-9d2661ef695c\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.77741983Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/artifacts","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.778887363Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/artifacts","method":"GET","req_id":"67ac8116-522b-4595-a6cc-49387d751d30","remote_addr":"[::1]:49534","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.779268052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/artifacts","method":"GET","req_id":"67ac8116-522b-4595-a6cc-49387d751d30","remote_addr":"[::1]:49534","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":508,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.781663575Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67ac8116-522b-4595-a6cc-49387d751d30\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.786086708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled":"http://[::1]:59701"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.796195699Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:06:41.777279480Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:06:41.785980155Z\"}]}","iteration":1,"elapsed":"5.614255377s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.796387852Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.796436759Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.797404127Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.801592662Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.801803943Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.801897119Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.802512625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.815502847Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.815578919Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.816335216Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.817183476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11788375-6000-4693-ae39-98df8ddd49b3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.817688131Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.824511897Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.824686084Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.824724341Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.824752016Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.825094588Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.830602783Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.830750948Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.830787331Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.831108741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.836767185Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.836841724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.836917645Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.83942487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.844489301Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.851668916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.851775879Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.851807512Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.85183639Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.852327518Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.855782191Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.855848163Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.856093772Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:41.85676044Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.856813847Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.856844498Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.857290577Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.862292893Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.862348474Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.863178197Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.883885034Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.883975174Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.884619177Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.886655995Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3e278b2-d2fc-48dc-825b-d520d77ef847\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.886887256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.896218929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.896346243Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.896392485Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.896419709Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.901300494Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.918024255Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.918101969Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.918133152Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.9188348Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.923225167Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.923286259Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.923316198Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.923804111Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.927201209Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.937421222Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.937496101Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.937524928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.938501594Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.938677194Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.938723446Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.938992122Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.944704423Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.944815855Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.944850985Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.948069107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.948927608Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6215a6b9-0d4b-4fea-aa2a-5a6f001a11b6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.949202656Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.953110572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:41.953171413Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.953201743Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.953584336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:41.999661401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.010239618Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.01056189Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.010665356Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.011235512Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.022948489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.023033539Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.024131587Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.026327251Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.026391489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.026420507Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.026445036Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.028040004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.039959833Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.040122377Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.044370591Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.047164849Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.052341152Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.052620138Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.052717111Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.053269672Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.058535995Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.058637868Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.080301852Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.089410681Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.089514939Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.090097109Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.092894502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.093032718Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.09312923Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.09320947Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.093708634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.098263229Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"IpPool { parent: Fleet, key: dba8a234-a926-4ada-9455-f9b2dba61fac, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.098401545Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.099133333Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.099240897Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.099931493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.100420367Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"312ade87-d761-4405-ad5a-8bd6d2c1d2fd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.100757338Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.10291629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.122107738Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.122222516Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.122759877Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.125274407Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.14047316Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"IpPool { parent: Fleet, key: dba8a234-a926-4ada-9455-f9b2dba61fac, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.140566375Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.140646665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.141387131Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.14183876Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.141942527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.142026735Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.142572362Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.145210929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.159175062Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.159266995Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.159519478Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.15963063Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.159713104Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.159792352Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.160420543Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.160909548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"IpPool { parent: Fleet, key: dba8a234-a926-4ada-9455-f9b2dba61fac, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.161160748Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.161423071Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.161535956Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.162369777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.164582987Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.164677766Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.164762434Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.180596242Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.181086349Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.185562507Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"IpPool { parent: Fleet, key: dba8a234-a926-4ada-9455-f9b2dba61fac, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.187981367Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"383538be-65dc-4e3f-b199-072cce8219d3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.196629237Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.19699229Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.197148261Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.197394472Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.198113124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.199515007Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"IpPool { parent: Fleet, key: dba8a234-a926-4ada-9455-f9b2dba61fac, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.199655657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.199746077Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.199823101Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.200531542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.202540855Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.212116895Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.212242205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.212326964Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.212810096Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.213225584Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.224388756Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"IpPool { parent: Fleet, key: dba8a234-a926-4ada-9455-f9b2dba61fac, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.231258694Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.23137218Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.231455256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.231532249Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.232512262Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.235538591Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.235642779Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.235731375Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.235811986Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.235958718Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.238764609Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.239644332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.245216654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.253273978Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59d03dc8-bc0e-4f3f-b4db-56bf9386867c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.253695628Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.254105996Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.262927612Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.263030998Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.263117641Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.26423154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.271692636Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcbb2a66-4e15-49d1-8fbe-c82655548458\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.272007944Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.272318713Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:08.248500Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.2724172Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.272496007Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.272564122Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.27480643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"495c0538-6102-49e8-bd47-47c104b54bd2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.275115716Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.276692658Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e952391-c295-471c-810e-b58ffdc2be9d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.277106433Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.278777171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ef30b01-d4b4-4f0a-9cfd-229a6bfec698\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.279044113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.300172991Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35f766e3-ccbb-405b-bb73-61f8d649f5df\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.30048337Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.306211492Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b755b768-ecd8-4046-a27e-bd4ac893ec98\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.306988811Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.309829812Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91e900f4-9006-4989-8d62-7d65990aa694\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.31279031Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.340397546Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdf0658e-b86a-4bfc-a542-751623ec1c52\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.340839376Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.35063817Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72f3017b-18fa-480e-93e2-538951504373\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.350876996Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.355149087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b5a5333-e7a9-4258-ab73-8bc4cc8069a2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.355371791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.359776597Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"594b6309-daf1-4c2f-8988-e888ff944aae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.360202416Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.366063353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e92cbd4a-d0d0-4fd7-b9df-b0a2907ce203\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.366366397Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.369090825Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b25b71e0-1011-4f7a-9699-8eb33ed6b89c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.370468701Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.371835845Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acbd44bb-59c7-4faf-9e37-b7c88f08d67e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.372307114Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.373696492Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbcb520e-2fae-452c-8bba-5a761e307c66\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.373920659Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.375398533Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f76fcf3-4bc3-442f-b7a1-e6e7f6dcb7b6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.375650666Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.378009906Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf3b4e7b-0e83-4674-bf8a-bd47a7de2a92\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.378272369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.387543752Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3b69159-1b52-40b3-9871-634c31c83e1f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.387767518Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.391951374Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d98119ed-a833-450b-8550-c7c46d8f4fae\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.392270119Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.410310152Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9d1d5a8-ae93-497b-85ed-19baaa48105e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.410551563Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.41423402Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f665b0c-83c5-4e21-bd5f-351d2455254d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.414369009Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.417511491Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92eb7e96-a9ad-4845-808a-affb40dcadfa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.417573304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.419790331Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"747a9f39-23b4-4cc1-aeca-ead0a5bc69f2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.419973406Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.422327797Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5792c65-a69c-4a76-9736-4375eae5c931\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.422613977Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.426280362Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99af0e17-8883-40af-a6ff-61a1e188551e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.426871329Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.431199212Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09447bd6-98e9-4e41-bcfe-fbce2b564435\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.432124696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.437963189Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63878ba3-fcf8-40f0-88ae-876dd115369c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.43934867Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.441006743Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36822f4a-b7e4-40f4-b1a8-bd9c58588310\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.4413313Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.450610969Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae92add1-d034-4859-8697-959bf0b976c4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.451070294Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.456893497Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1171ef6-ce10-462b-93af-71e250946678\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.457029989Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.462451471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1557984-e447-4468-9573-9d61954eeb60\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.466698863Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.479623044Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7bb20f4-ff5d-470f-a7b6-215794eadff1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.479959664Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.484527866Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5648ef5-1ea7-4457-9d5f-b40ad74f3029\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.484737905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.491125933Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35afd948-c966-4ee2-a3dd-599490caca42\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.491211212Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.492368358Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3667c40e-b560-4ac4-ac99-660cbf799591\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.492546313Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.493773628Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a048fbf3-78d4-4088-bb04-95e6b5cd6807\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.493920511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.494921114Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25d908b2-af3b-4811-b330-0b9a87cf0c55\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.495211182Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.496789036Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"427b6642-5077-4cf0-9263-e3ea940cf69b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.496940027Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.497110937Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.497160736Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.497193963Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.502687879Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.510240156Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.510301529Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:42.510330336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.510357771Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","elapsed":"6.572630638s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.510384284Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{}","iteration":1,"elapsed":"6.572810035s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.511748522Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.518091059Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.518151429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.518182381Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.518210928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.518237741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.518781074Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.528825086Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.533114783Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.533186085Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.533215453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.533975397Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted blueprint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:42.535781265Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","blueprint_id":"b82d8d67-5836-4622-a85e-c69405954344"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.539550796Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.540433074Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.540577411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.540680046Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.541611161Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.68646376Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.686581144Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:42.6886216Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53516"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.692334127Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"5e924c86-4c3a-414d-8128-5e10023f653b","remote_addr":"[::1]:53516","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:42.692905776Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"5e924c86-4c3a-414d-8128-5e10023f653b","remote_addr":"[::1]:53516","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":605,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.6930787Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.708561068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.709109901Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e924c86-4c3a-414d-8128-5e10023f653b\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:06:42 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.710911661Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.711003995Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.711067452Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.719385154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.719611575Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.720539504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.720651427Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.722091787Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:42.722869877Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:42.723080637Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:42.723159043Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.73110741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.735707435Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.736235177Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.736344665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.7369344Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:42.807426139Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:42.849827161Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:42.849941017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"Inserted service networking records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:42.850006047Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"Inserted physical disks","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:42.850094744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"Inserted zpools","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:42.850595Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"Inserted datasets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:42.850680691Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:42.911701471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:42.933920882Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.934914672Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.9350695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.935168909Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.935253327Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.936015585Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.946321169Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.95020658Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.950424865Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.950525766Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.950611397Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.950691186Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.951855776Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.959116863Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.962905602Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.03012862Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.030195312Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.030228939Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.030258629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.030981148Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.048566997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.057586427Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.05764811Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.057678471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.057707088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.057776877Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.058557773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.070158697Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.078359316Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.086756387Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.086889572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.087020914Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.087113598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.088212708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.099450178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.107997899Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Created recovery silo","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.187579721Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"Created recovery user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.199604038Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"Created recovery user's password","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.206880466Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.207018221Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Silo { parent: Fleet, key: a3be4821-5aee-4688-ac88-9cb81649d95c, lookup_type: ById(a3be4821-5aee-4688-ac88-9cb81649d95c) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.207164412Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"a3be4821-5aee-4688-ac88-9cb81649d95c","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.207877062Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.207966099Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.209064858Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.21853667Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.220821403Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.221133504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.224999718Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.22860468Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.236132499Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Silo { parent: Fleet, key: a3be4821-5aee-4688-ac88-9cb81649d95c, lookup_type: ById(a3be4821-5aee-4688-ac88-9cb81649d95c) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.236300864Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"Granted Silo privileges","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.243724165Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.243792471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.243823783Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.244847353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.244908495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.245600794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.253078192Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.262812317Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.280790698Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.280942259Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.282060598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.294487608Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.299463131Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.300617281Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.30613804Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.306286156Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.307104606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.309843493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.309906038Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.309938382Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.309965577Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.313448356Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.317100993Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.317152676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.317178287Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.318064443Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.333242685Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.334784346Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.334845298Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.335438219Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.368354593Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.390289437Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.390449646Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.390534144Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.390644494Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.390757579Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.390848601Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.391503916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.398411089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.398470697Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.398499956Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.400271766Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.403377814Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.403435048Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.403464176Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.404734628Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.420437705Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.447210057Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.447289295Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.447320878Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.448258105Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.455548331Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.455629142Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.457230893Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.463868368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.463967115Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.464895053Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.468905213Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.468990293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.469564417Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.481337344Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.481542232Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.481709245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.481757701Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.482658005Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.483887635Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","collection_id":"8feffdaa-411c-4e68-8fbb-86ee5470732b"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.48394533Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","time_started":"2025-04-30 06:06:41.533733 UTC","collection_id":"8feffdaa-411c-4e68-8fbb-86ee5470732b"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.484120339Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"collection_id\":\"8feffdaa-411c-4e68-8fbb-86ee5470732b\",\"time_done\":\"2025-04-30 06:06:42.711150 UTC\",\"time_started\":\"2025-04-30 06:06:41.533733 UTC\"}","iteration":2,"elapsed":"5.123816389s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.484344615Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.484393413Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"53.326µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.484475907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":2,"reason":"Dependency"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:43.484516969Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.484540796Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"43.317µs"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.488221239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.488325477Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.48841202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.489271702Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.493524416Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.493635096Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.493793031Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.494530069Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.498066405Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.509531178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.510371893Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.510630448Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.510683574Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.511716743Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.51627269Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.516345435Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.516864098Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.520670222Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.520728528Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.521337762Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.524702466Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.524814289Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.525849581Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.529111481Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.52918149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.529214055Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.529240397Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.529969089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.532459401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.532516034Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.532546615Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.533155468Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.535747863Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.535786801Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.53581131Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.536307548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.540751953Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.550267402Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.550333985Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.550359476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.550390908Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.55041661Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.550440207Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.551011816Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.555569015Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.555715337Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.555759796Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.55714208Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.563560759Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.563620117Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.563649415Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.564423217Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.568225142Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.581434902Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.581592666Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.581687294Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.582316077Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.593601763Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.593847042Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.595229136Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.602862715Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.60293553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.60418536Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.609803424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.61101092Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.611870633Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.617734466Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.618030887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.619158724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.622606113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.622812213Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.631178553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.631365164Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.632122834Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.652209696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.65227683Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.652306298Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.652960953Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.659740901Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.65994624Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.659976741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.660713429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.663852303Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.70274798Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.702834723Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.702861366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.702892608Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.702918209Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.702941696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.703644967Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.709510754Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.709588419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.709621014Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.711195922Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.713551295Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.713605313Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.713633238Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.714106732Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.71871836Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.749475211Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.749545461Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.749572986Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.75022246Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.766931932Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: f104dddd-0979-418e-b467-56a67351996f, kind: Service { id: 8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a }, name: Name(\"external-dns-8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 06581274-1326-4f24-94e2-9f47b82907cf, kind: Service { id: d2cc3e7a-8d1f-4845-92f9-134890882d40 }, name: Name(\"nexus-d2cc3e7a-8d1f-4845-92f9-134890882d40\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.767075879Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.767108073Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.768505989Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.769963382Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.771247551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.782282437Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.789317704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.789396892Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.789428565Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.789764996Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.792972316Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:43.262903Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.793023829Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.795218992Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: f104dddd-0979-418e-b467-56a67351996f, kind: Service { id: 8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a }, name: Name(\"external-dns-8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 06581274-1326-4f24-94e2-9f47b82907cf, kind: Service { id: d2cc3e7a-8d1f-4845-92f9-134890882d40 }, name: Name(\"nexus-d2cc3e7a-8d1f-4845-92f9-134890882d40\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.79527792Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.843677262Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:06:36.249218Z, time_modified: 2025-04-30T06:06:36.249218Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(59701), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(58885) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.843813955Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.843918253Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.844008472Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.846166602Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.874340697Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.874750434Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.875041914Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.875097285Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.876101766Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.883600657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58747","req_id":"ac1d3703-f3ad-49ba-b5f2-a991b2aea25b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 69 f3 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 i............_cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.883699123Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58747","req_id":"ac1d3703-f3ad-49ba-b5f2-a991b2aea25b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27123,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.883925354Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.884291734Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"8550b09b-073c-4440-86cf-4f548486ead8.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.884418026Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58747","req_id":"ac1d3703-f3ad-49ba-b5f2-a991b2aea25b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"8550b09b-073c-4440-86cf-4f548486ead8.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35527, target: Name(\"8550b09b-073c-4440-86cf-4f548486ead8.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.897003672Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.914340344Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.004091317Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:59701/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.01289118Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63816","req_id":"ec09063f-4c00-4aea-ab99-b1150797b284","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 45 60 01 00 00 01 00 00 00 00 00 01 24 38 35 35 E`..........$855\n0010: 30 62 30 39 62 2d 30 37 33 63 2d 34 34 34 30 2d 0b09b-073c-4440-\n0020: 38 36 63 66 2d 34 66 35 34 38 34 38 36 65 61 64 86cf-4f548486ead\n0030: 38 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 8.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.013112311Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63816","req_id":"ec09063f-4c00-4aea-ab99-b1150797b284","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17760,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"8550b09b-073c-4440-86cf-4f548486ead8.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"8550b09b-073c-4440-86cf-4f548486ead8.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 56,\n 53,\n 53,\n 48,\n 98,\n 48,\n 57,\n 98,\n 45,\n 48,\n 55,\n 51,\n 99,\n 45,\n 52,\n 52,\n 52,\n 48,\n 45,\n 56,\n 54,\n 99,\n 102,\n 45,\n 52,\n 102,\n 53,\n 52,\n 56,\n 52,\n 56,\n 54,\n 101,\n 97,\n 100,\n 56,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.013241839Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"8550b09b-073c-4440-86cf-4f548486ead8.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.013668529Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63816","req_id":"ec09063f-4c00-4aea-ab99-b1150797b284","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"8550b09b-073c-4440-86cf-4f548486ead8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"8550b09b-073c-4440-86cf-4f548486ead8.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"8550b09b-073c-4440-86cf-4f548486ead8.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.02173433Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47831"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.090715931Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41823"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.09406336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"891eb526-eddf-406b-90e2-a58ff15b49a6","remote_addr":"[::1]:47831","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.094457596Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"de578981-98b6-46af-a6d8-443d8a76320a","remote_addr":"[::1]:41823","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.096264376Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"891eb526-eddf-406b-90e2-a58ff15b49a6","remote_addr":"[::1]:47831","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2212,"response_code":"204"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.096511638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"de578981-98b6-46af-a6d8-443d8a76320a","remote_addr":"[::1]:41823","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2053,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.469664421Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"891eb526-eddf-406b-90e2-a58ff15b49a6\", \"date\": \"Wed, 30 Apr 2025 06:06:44 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.47181721Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.472091707Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.472202208Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.472948374Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.473800933Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61947"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.47394998Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43435"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.474056632Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62586"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.474157083Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65026"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.474293394Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40707"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.474450968Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41932"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.474561548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39613"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.475223327Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.475332515Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.475474608Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.475569346Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.476229401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.476368679Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.476462636Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.476757083Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.476850669Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.476962302Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.477062391Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.477661094Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.477803448Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.477892786Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.478254045Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.478356369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.478444515Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.478529564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.478771857Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.479434958Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.479555068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.479645798Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.479745577Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.479850216Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.4799377Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.480528627Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.482113435Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"32ecb281-d5f4-4081-aa09-e95ebf229ff5","remote_addr":"[::1]:61947","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.482228905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"dec9a078-7209-496b-b6dd-602acf095035","remote_addr":"[::1]:43435","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.482375668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"7f913738-368e-4a8f-a1a0-8b26add23501","remote_addr":"[::1]:62586","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.482606808Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"aea38e8d-27ee-4aed-8027-ef19baeaeee0","remote_addr":"[::1]:65026","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.48275832Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"af071b4f-8ac8-4d7d-9fab-3861b53fc32b","remote_addr":"[::1]:40707","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.482877898Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"3a1b18c1-9664-4519-a96a-e68781a671c3","remote_addr":"[::1]:41932","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.483026013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"496b6a3e-f47d-49cf-9a6f-e62010229915","remote_addr":"[::1]:39613","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.483590528Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"32ecb281-d5f4-4081-aa09-e95ebf229ff5","remote_addr":"[::1]:61947","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1510,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.483660087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"dec9a078-7209-496b-b6dd-602acf095035","remote_addr":"[::1]:43435","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1445,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.48376727Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"7f913738-368e-4a8f-a1a0-8b26add23501","remote_addr":"[::1]:62586","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1431,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.484045625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"aea38e8d-27ee-4aed-8027-ef19baeaeee0","remote_addr":"[::1]:65026","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1277,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.484216906Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"af071b4f-8ac8-4d7d-9fab-3861b53fc32b","remote_addr":"[::1]:40707","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1455,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.484267807Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"3a1b18c1-9664-4519-a96a-e68781a671c3","remote_addr":"[::1]:41932","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1422,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.484415351Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"496b6a3e-f47d-49cf-9a6f-e62010229915","remote_addr":"[::1]:39613","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1419,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.485356036Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49884","req_id":"bd577871-353e-478a-ab14-6ae88a08e3e5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 35 6e 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 5n..........._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.485686364Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49884","req_id":"bd577871-353e-478a-ab14-6ae88a08e3e5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13678,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.485785251Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.486076191Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"40c58641-7187-4682-8c7f-c0ae71ffb17b.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.486183504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49884","req_id":"bd577871-353e-478a-ab14-6ae88a08e3e5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"40c58641-7187-4682-8c7f-c0ae71ffb17b.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49632, target: Name(\"40c58641-7187-4682-8c7f-c0ae71ffb17b.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.486365006Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62490","req_id":"59303cf0-4da0-4afc-8485-be6ad4a4fb43","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 1b 6b 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 .k..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.486415817Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62490","req_id":"59303cf0-4da0-4afc-8485-be6ad4a4fb43","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7019,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.48649229Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.486712999Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.486756115Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62490","req_id":"59303cf0-4da0-4afc-8485-be6ad4a4fb43","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 58420, target: Name(\"8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.487884784Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.487946778Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.487977599Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.488005024Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.489065677Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.490473752Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.490531678Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.490560325Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.490585695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.490963949Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.4914063Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49632, target: Name(\"40c58641-7187-4682-8c7f-c0ae71ffb17b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"40c58641-7187-4682-8c7f-c0ae71ffb17b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2069, tv_nsec: 290308822 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.491466951Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"40c58641-7187-4682-8c7f-c0ae71ffb17b.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.49167698Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 58420, target: Name(\"8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2069, tv_nsec: 290579722 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.491730967Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.492756571Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.49281645Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.492847773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.492874656Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.493237068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.493689269Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51310","req_id":"d5ccf425-fe8e-40c8-b8fe-d82ea5d7c7f6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 38 d5 01 00 00 01 00 00 00 00 00 01 24 34 30 63 8...........$40c\n0010: 35 38 36 34 31 2d 37 31 38 37 2d 34 36 38 32 2d 58641-7187-4682-\n0020: 38 63 37 66 2d 63 30 61 65 37 31 66 66 62 31 37 8c7f-c0ae71ffb17\n0030: 62 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 b.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.493757124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51310","req_id":"d5ccf425-fe8e-40c8-b8fe-d82ea5d7c7f6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14549,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"40c58641-7187-4682-8c7f-c0ae71ffb17b.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"40c58641-7187-4682-8c7f-c0ae71ffb17b.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 52,\n 48,\n 99,\n 53,\n 56,\n 54,\n 52,\n 49,\n 45,\n 55,\n 49,\n 56,\n 55,\n 45,\n 52,\n 54,\n 56,\n 50,\n 45,\n 56,\n 99,\n 55,\n 102,\n 45,\n 99,\n 48,\n 97,\n 101,\n 55,\n 49,\n 102,\n 102,\n 98,\n 49,\n 55,\n 98,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.493838947Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"40c58641-7187-4682-8c7f-c0ae71ffb17b.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.493969928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51310","req_id":"d5ccf425-fe8e-40c8-b8fe-d82ea5d7c7f6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"40c58641-7187-4682-8c7f-c0ae71ffb17b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"40c58641-7187-4682-8c7f-c0ae71ffb17b.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"40c58641-7187-4682-8c7f-c0ae71ffb17b.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.4940262Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61406","req_id":"e0a64b53-1bb1-4aeb-8f80-6a854873b5fc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 70 01 01 00 00 01 00 00 00 00 00 01 24 38 64 62 p...........$8db\n0010: 66 36 62 63 35 2d 37 64 66 30 2d 34 66 37 63 2d f6bc5-7df0-4f7c-\n0020: 39 61 39 34 2d 66 64 37 66 62 32 37 32 31 64 38 9a94-fd7fb2721d8\n0030: 61 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 a.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.494143113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61406","req_id":"e0a64b53-1bb1-4aeb-8f80-6a854873b5fc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28673,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 56,\n 100,\n 98,\n 102,\n 54,\n 98,\n 99,\n 53,\n 45,\n 55,\n 100,\n 102,\n 48,\n 45,\n 52,\n 102,\n 55,\n 99,\n 45,\n 57,\n 97,\n 57,\n 52,\n 45,\n 102,\n 100,\n 55,\n 102,\n 98,\n 50,\n 55,\n 50,\n 49,\n 100,\n 56,\n 97,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.494727648Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.494943688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61406","req_id":"e0a64b53-1bb1-4aeb-8f80-6a854873b5fc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found DNS servers (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.496133559Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","addresses":"DnsServersList { addresses: [[::1]:49632] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.496192276Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"addresses\":[\"[::1]:49632\"]}","iteration":2,"elapsed":"19.804048ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.496431132Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","addresses":"DnsServersList { addresses: [[::1]:58420] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.496483527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"addresses\":[\"[::1]:58420\"]}","iteration":2,"elapsed":"18.648276ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.496515981Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:44.496543135Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.496567634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"25.641µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.496594307Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:44.496619898Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.496643145Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"10.962µs"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.49716788Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.502440375Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.502488701Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.502517379Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.503193876Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.503687039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.508111565Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.50816964Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.508198528Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.508566241Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.508842842Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.514564021Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.516150081Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.523802057Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.524224799Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.524278376Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"reading DNS zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.524307113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.524331442Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.524591279Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.524641419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.524669074Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.525694417Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.526395594Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.526453039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.526484471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.526510864Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.527077984Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.527603862Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.527697408Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"reading DNS zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.527726296Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.527750394Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.527776676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.527803069Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.527829171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.528560047Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.528977519Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.529030264Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.529765439Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.536849403Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.536911096Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.53694329Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.53729962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.538825811Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.545660308Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.545719115Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.545750327Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.546191547Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.546547476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.552339456Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.552401089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.552433173Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.552916496Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.553127636Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.553166093Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8b653578-5af6-4c8d-912b-86e1b258e9a0"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.553212706Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.55324004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.553268777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.553293767Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.553668334Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.555104425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.561224729Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"Rack initialized","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.561285811Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.561309107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.561334578Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.561885375Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.568874561Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56785","req_id":"ffcda583-9c8e-4a42-be51-75f7fefff3cb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9a b6 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.569156853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56785","req_id":"ffcda583-9c8e-4a42-be51-75f7fefff3cb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39606,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.569566189Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.57394324Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.574138038Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56785","req_id":"ffcda583-9c8e-4a42-be51-75f7fefff3cb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"found zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.574597403Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.574724657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"00231ca4-8f9d-49ac-a07f-22ddc2ff7d0a"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.574812923Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.574910718Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.574995857Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.575074975Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.575818386Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.576279745Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.58442811Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.584561596Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.584657437Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.585163325Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.586620048Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.591923404Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.592067922Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.592219354Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.593757499Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.595472205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2069, tv_nsec: 394389716 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.595664147Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.596136288Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62975","req_id":"b59c58b5-556d-448a-bdb6-138c77405b12","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e9 ba 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.596311317Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62975","req_id":"b59c58b5-556d-448a-bdb6-138c77405b12","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59834,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.596657056Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.596823578Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62975","req_id":"b59c58b5-556d-448a-bdb6-138c77405b12","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.666138022Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.666822075Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.666895692Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.666927685Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.666954729Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.667807889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.668431191Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","found_so_far":21,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"8b653578-5af6-4c8d-912b-86e1b258e9a0"} {"msg":"read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.668477744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.668507794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","generation":1} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.668614256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"generation\":1}","iteration":2,"elapsed":"193.364366ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.66874197Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.721119619Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_server_url":"http://[::1]:49632","servers":"DnsServersList { addresses: [[::1]:49632] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:49632/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.722699297Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"00231ca4-8f9d-49ac-a07f-22ddc2ff7d0a"} {"msg":"read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.722776461Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.722809206Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","generation":2} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.723768808Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"generation\":2}","iteration":2,"elapsed":"246.957537ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.724071852Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.849503615Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_server_url":"http://[::1]:58420","servers":"DnsServersList { addresses: [[::1]:58420] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:58420/config","method":"PUT"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.850117168Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.856373704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.856566247Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.856665375Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.85719487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.858803585Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.859028683Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.859527307Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.859706815Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:49632","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:33358"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.859845581Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:58420","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:39957"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.878596611Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/config","method":"PUT","req_id":"c6c526be-e751-4bc1-8178-405cd92ac179","remote_addr":"[::1]:33358","local_addr":"[::1]:49632","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.878917951Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/config","method":"PUT","req_id":"b0f420b5-e300-48a2-acd0-bcb75fa9d121","remote_addr":"[::1]:39957","local_addr":"[::1]:58420","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.887363258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64679","req_id":"da202b17-0a4f-49d5-80a4-fd6091030060","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e6 62 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .b..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.887572716Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64679","req_id":"da202b17-0a4f-49d5-80a4-fd6091030060","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58978,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.889369265Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58978,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:44.916415262Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64679","req_id":"da202b17-0a4f-49d5-80a4-fd6091030060","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.917250857Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"new_generation":1,"req_id":"c6c526be-e751-4bc1-8178-405cd92ac179","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.917396317Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"new_generation":1,"req_id":"c6c526be-e751-4bc1-8178-405cd92ac179","component":"store","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.917610293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"new_generation":2,"req_id":"b0f420b5-e300-48a2-acd0-bcb75fa9d121","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.917743629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.917831404Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.918231321Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.918477201Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.918609344Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.918693041Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"new_generation":2,"req_id":"b0f420b5-e300-48a2-acd0-bcb75fa9d121","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.918850294Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/config","method":"PUT","req_id":"c6c526be-e751-4bc1-8178-405cd92ac179","remote_addr":"[::1]:33358","local_addr":"[::1]:49632","component":"http","kind":"dns","component":"internal_dns_server","latency_us":40276,"response_code":"204"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.919039261Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/config","method":"PUT","req_id":"b0f420b5-e300-48a2-acd0-bcb75fa9d121","remote_addr":"[::1]:39957","local_addr":"[::1]:58420","component":"http","kind":"dns","component":"external_dns_server","latency_us":40158,"response_code":"204"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.919785538Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-30T06:06:34.433809Z, time_modified: 2025-04-30T06:06:34.433809Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: a3be4821-5aee-4688-ac88-9cb81649d95c, db_silo: Silo { identity: SiloIdentity { id: a3be4821-5aee-4688-ac88-9cb81649d95c, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:06:42.934753Z, time_modified: 2025-04-30T06:06:42.934753Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: a3be4821-5aee-4688-ac88-9cb81649d95c, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: a3be4821-5aee-4688-ac88-9cb81649d95c, db_silo: Silo { identity: SiloIdentity { id: a3be4821-5aee-4688-ac88-9cb81649d95c, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:06:42.934753Z, time_modified: 2025-04-30T06:06:42.934753Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.919970626Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"a3be4821-5aee-4688-ac88-9cb81649d95c\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"a3be4821-5aee-4688-ac88-9cb81649d95c\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo a3be4821-5aee-4688-ac88-9cb81649d95c with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"441.711902ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.921052953Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.921870542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.924958073Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.955807248Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.956281543Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.956558776Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.958001831Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_server_url":"http://[::1]:49632","servers":"DnsServersList { addresses: [[::1]:49632] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:49632/config\", status: 204, headers: {\"x-request-id\": \"c6c526be-e751-4bc1-8178-405cd92ac179\", \"date\": \"Wed, 30 Apr 2025 06:06:44 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.959307933Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_server_url":"http://[::1]:49632","servers":"DnsServersList { addresses: [[::1]:49632] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"DNS propagation: done","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.96071684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"servers":"DnsServersList { addresses: [[::1]:49632] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.96150468Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"generation\":1,\"server_results\":{\"[::1]:49632\":{\"Ok\":null}}}","iteration":3,"elapsed":"292.714734ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.962017913Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_server_url":"http://[::1]:58420","servers":"DnsServersList { addresses: [[::1]:58420] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:58420/config\", status: 204, headers: {\"x-request-id\": \"b0f420b5-e300-48a2-acd0-bcb75fa9d121\", \"date\": \"Wed, 30 Apr 2025 06:06:44 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.962251017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"dns_server_url":"http://[::1]:58420","servers":"DnsServersList { addresses: [[::1]:58420] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"DNS propagation: done","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.964529337Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"servers":"DnsServersList { addresses: [[::1]:58420] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.965781021Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"generation\":2,\"server_results\":{\"[::1]:58420\":{\"Ok\":null}}}","iteration":3,"elapsed":"241.857214ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.975876184Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.976114539Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.976209889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.976243947Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.977090003Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.983319064Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.983410306Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.983440967Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.984111643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.990098071Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccde2bb1-9ab4-4c1d-9b98-2e59faf05994\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.990445072Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.990684369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.990734569Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.991019487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.991916985Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.008519795Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.016956134Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.017080421Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.017154409Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.017255751Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.017340159Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.017415268Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.018317556Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.02377027Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dab94bc-9973-479b-b4db-bdd811acff9f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.024134847Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.024509914Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.024609422Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.024692267Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.025301241Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.032129325Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.032324544Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.032410135Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.033029439Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.042068769Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.052404272Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.052450183Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.052475694Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.052828116Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.057240207Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6de33043-cca3-4f33-a637-be2375f59eed\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.057480796Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.057813159Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.057866926Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.058738492Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.061404735Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.061460786Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.061947125Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.063965757Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.064021759Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.064462968Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.064816763Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4d2c250-a289-42ce-91d9-cf9074025b72\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.064967623Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.069881955Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de14f309-6a54-4fd9-b9c7-6ec4e73aa30f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.070069659Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.070278675Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.070335709Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.070367061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.070392292Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.07129475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.075313096Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.075369448Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.075398657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.075862902Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.078411409Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.078469425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.078497791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.079142336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.080581263Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25404213-2c36-4c86-917e-3b3ca1be1336\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.080973985Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.081855291Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.091321472Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.091423886Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.091698613Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.091868993Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.092526232Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.094899861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.094946023Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.095991947Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.098312812Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab5d0a4e-0bfa-4420-bfa9-d2d893d1ead2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.098379214Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.098901304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.098954009Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.099619255Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.103230329Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"791a9f6b-c764-4b0c-b0c2-d18530567c89\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.103322463Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.104055393Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.104114371Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.104683344Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.105934838Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec398ecf-c2ac-4e62-809c-c3cf33c0a9a5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.106082933Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.107059368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.107122444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.107154358Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.10718081Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.107733061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.119799021Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6a12462-45ff-4c38-97cd-e722d59eb697\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.12005926Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.122044866Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d0f7098-77ee-4ec5-b576-012c696e3b83\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.12213739Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.123558091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9970824a-e1af-4b14-9961-24d431a99e48\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.123731747Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.125936951Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.125988794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.126018213Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.126640703Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.126874589Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84a094bd-a122-4c19-a838-fdc62ab116cc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.127061541Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.129184882Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.129242036Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.129271354Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.129748305Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.132529626Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.14442155Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.144477311Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.144500548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.144530117Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.144553964Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.144576278Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.148771146Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.158002199Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20ffca72-48b2-42db-b2bf-e7787828c13d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.158331465Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.158742223Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.159442038Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.159494352Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.160717759Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.162915909Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec634004-4905-4602-af63-df84b3b739c7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.16321731Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.164478482Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.164536177Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.164566448Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.165174269Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.167772806Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9229fa7-29e5-401b-9680-2b3b4040b5d1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.168347872Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.168585195Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.177512492Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.177571419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.177598243Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.177990304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.180546918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"255c1614-d19b-4c92-9cb9-e64bf7113c27\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.180611166Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.182462715Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.182516803Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.182922361Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.183137028Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1f3079b-c0c4-449c-a2ed-fae53caab739\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.183255304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.186237165Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.18629489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.186814375Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.187954737Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c4b5842-1ee8-413d-9e11-925fa8844df7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.188029717Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.189276741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8958a85-bec3-4e94-a9a0-85ef39016734\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.189746557Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.189808641Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.189929221Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.190373436Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.191800951Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c26db3d-4bff-4a24-ba07-c0dd0850c080\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.191937402Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.193053176Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54bb56be-ef96-4689-bfda-efa07df26157\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.193117754Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.193528833Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.193733411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.19422968Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.19542919Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbc67841-0b9b-4b0e-ae8b-4b2bf2e09dac\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.19550476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.200003924Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6fd1ee7-f48a-43d4-9b45-bcc3f469b7ed\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.200215215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.202198748Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.202368977Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.202413646Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.20244111Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.202904013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.204742165Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ea34169-dd9b-420a-b7f2-b01918957b52\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.204858296Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.205065018Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.205162523Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.205199476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.205789612Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.207770238Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.207828845Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.207857262Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.20903599Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.211119502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.220437828Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.220508649Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.2205343Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.220564831Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.220589881Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.220614369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.221069757Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.221285226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64b8e45c-4dea-441d-b280-da07ed5e7a98\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.221408712Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.223832551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.223882331Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.223911258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.224716182Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.227860317Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.227918873Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.22794741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.228422416Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.228642675Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc65a894-19e2-4d21-9e3d-92c86f5927a9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.228761963Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.24050475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.251880816Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.252059622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.254225558Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.254916564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.258792908Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b61f0b96-86bc-4baf-8fc1-35955dc7e69d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.259341491Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.263733712Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2131f0a2-0baf-4e22-8806-cfae990ff6c7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.265296245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.265978715Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: f104dddd-0979-418e-b467-56a67351996f, kind: Service { id: 8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a }, name: Name(\"external-dns-8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 06581274-1326-4f24-94e2-9f47b82907cf, kind: Service { id: d2cc3e7a-8d1f-4845-92f9-134890882d40 }, name: Name(\"nexus-d2cc3e7a-8d1f-4845-92f9-134890882d40\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.267540807Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.267758251Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.267874342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.268022317Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.269801692Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.276858973Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.306667605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.306771532Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.306860129Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.307437419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.307927475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8126d6b0-1514-4600-bdeb-d63811146d2c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.308517411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.311774149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"076a7e5a-3d04-4e6a-9b39-bc213b1cf503\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.312166291Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.313207215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:43.262903Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.313294519Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.313639546Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: f104dddd-0979-418e-b467-56a67351996f, kind: Service { id: 8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a }, name: Name(\"external-dns-8dbf6bc5-7df0-4f7c-9a94-fd7fb2721d8a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 06581274-1326-4f24-94e2-9f47b82907cf, kind: Service { id: d2cc3e7a-8d1f-4845-92f9-134890882d40 }, name: Name(\"nexus-d2cc3e7a-8d1f-4845-92f9-134890882d40\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.313746359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.315168122Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00c8a823-f3ba-4a03-ac5e-dc3ab653a7a3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.315480013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.320295498Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8172b8c6-883e-4ecb-8bad-b73f7d533f91\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.323024755Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.324065599Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94a9c7f1-b965-4966-9cfa-19be6681d995\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.324200077Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.327076578Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e2d1e52-70b7-47c2-8158-cc104fea5616\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.327209082Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.331754589Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aba0cc33-47d4-4747-b9e4-f458bc38afc2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.331838035Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.335341616Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d30cb1c1-a0a7-4953-a4ed-39690724f73c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.335413249Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.339597486Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"161a4bbb-c2ba-4f0e-b711-3fd8b8256678\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.340068785Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.34420688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfe4b9fd-bd79-4620-ad57-c3699e510e06\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.344265376Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.354251813Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a84b401d-e318-4223-93f6-aafb62a0cbe3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.354371251Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.381218112Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c2dc109-437f-47ae-8863-40136ddaa3b8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.381304023Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.382335518Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a443376b-fcd5-4cd2-960f-c4dc63f3e06d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.382479124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.383919454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7866042c-731c-4ad0-86e9-bd624012e180\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.384421144Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.386432912Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92e7c45c-b2df-47fe-8c6c-be84ff87fac2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.386557039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.387655468Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6de57bea-5a6e-4133-988e-009eba33ad3d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.387720678Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.387754315Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.387783433Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.387809956Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.389092261Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.394690294Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:06:36.249218Z, time_modified: 2025-04-30T06:06:36.249218Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(59701), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(58885) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.394801165Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.394895854Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.394933439Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.397226728Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.398441208Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.402966274Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.403124419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.403222905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.403318566Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.403400008Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.403963531Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.407567902Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.407760235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.407878732Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.408057337Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.40980545Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.41007621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.418816855Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.418940882Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.419063567Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.419640977Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.430915992Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.440395239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.533712948Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:59701/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.600753482Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.600826718Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.601566762Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56306"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.601625489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50879"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.602530513Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"676a2c0a-11f3-4213-8f3b-6b95ab7d53f5","remote_addr":"[::1]:50879","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.603051581Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"676a2c0a-11f3-4213-8f3b-6b95ab7d53f5","remote_addr":"[::1]:50879","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":530,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.603365747Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"3acd3abf-1cf4-4e43-8bb5-4682bdd698cc","remote_addr":"[::1]:56306","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.603634242Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"676a2c0a-11f3-4213-8f3b-6b95ab7d53f5\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.605010504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.6050637Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.605091505Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.606851091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.606905279Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.606935159Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.60696114Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.60842674Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.610993986Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"3acd3abf-1cf4-4e43-8bb5-4682bdd698cc","remote_addr":"[::1]:56306","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6774,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.611057923Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"3acd3abf-1cf4-4e43-8bb5-4682bdd698cc\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.612525256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.612577901Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721324592Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721404772Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721437778Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721465022Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721491905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721518478Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721543949Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721613638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721640411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721666734Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721693918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721721022Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721747094Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721773727Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721797554Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721820861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721844498Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721867684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721891421Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721915219Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721938595Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721962473Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.721984767Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722008334Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722032032Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.7220564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72208121Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72210628Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722130317Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722154816Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722179566Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722204195Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722229535Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722254104Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722278453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722304985Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722334414Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722361197Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722437239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722469533Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722495154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722520154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722544903Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722568631Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722592899Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722617929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722642528Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722667157Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722691636Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722716986Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722741906Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722766876Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722790994Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722817517Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722892065Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722921945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722950421Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.722975071Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723001253Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723025231Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723049599Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72307498Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72310015Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723123827Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723147334Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723170109Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723193726Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723217614Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723240289Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723302132Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723336881Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723363154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723388144Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723413424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723438674Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723463464Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723487502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723514165Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723540587Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723566549Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723591429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723658152Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723684875Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723709734Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723733662Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723759053Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72378775Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72381316Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723842318Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72386806Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723892609Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723919252Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723946095Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723970514Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.723996165Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724024411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724050052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724075112Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724100142Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724126204Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724151585Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724176615Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724199981Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724223077Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724248969Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724273798Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724298287Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72432494Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724352786Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724378968Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724404038Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724429458Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724454799Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724479047Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724505059Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724529568Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724553235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724576461Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724602834Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724627804Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724653224Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724678244Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724703184Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724730328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724754696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724779726Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724803804Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724828543Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724853373Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724879465Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724905326Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724930106Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724953512Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724978793Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725002721Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725029043Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725053371Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725076137Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725099323Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.7251228Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725149483Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725175174Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725200454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725225845Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725249602Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725274532Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725299211Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725324572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72534893Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725375052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725402036Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725429641Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725456775Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725482296Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725507576Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725535151Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725560111Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725586764Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725613287Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72563995Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725666824Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725692194Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725719158Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725745821Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725771091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725797975Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725823025Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725848135Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725872914Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72590592Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725931912Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725957994Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.725981721Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726005619Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726030278Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726053073Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726076249Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726099786Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726122802Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726146219Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726169545Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726192992Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726215757Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726238894Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726261939Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726285406Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726308492Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726330977Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726353742Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726376898Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726399994Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726422429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726445495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726469042Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72649322Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726516968Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726541677Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726565334Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726589943Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726612788Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726636175Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72665887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726681566Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726704852Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726727988Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726795783Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726824019Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726849019Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726873989Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726897606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726920512Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726942996Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.726965862Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72699002Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727013347Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727037775Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727060741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727084067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727106703Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727132294Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727154969Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727178285Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727202353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727225239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727247794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727270419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727293565Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.7273163Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727339166Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727362212Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727385518Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727408694Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727432001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727455417Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727478493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72750174Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727524315Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72754717Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727569695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72759217Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727614765Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72763735Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727660175Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72768274Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727705055Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727728682Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727751738Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727774243Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727796988Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727820485Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72784328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727865685Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72788819Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727910935Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727934031Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727956666Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.727982087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.728007497Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.728030884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72805414Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.728076846Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.728100783Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.728123498Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.728146735Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.728169991Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.728192676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.728216033Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.728238848Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.728262906Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.728285892Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.728310561Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.728334138Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.728358006Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.72838021Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.728403106Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.728426302Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.728447143Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56517","component":"dropshot_external","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77148351Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.771557819Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.771589552Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.771659792Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77168924Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.771717657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.771743068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.771767486Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.771801584Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.771826504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.771893818Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.771922906Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.771947325Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.771974198Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.771998256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772024889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772049759Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77207559Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772102303Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772129427Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772154678Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772218375Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772244707Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772269176Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772293645Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772318905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772343103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772388183Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772414275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772438433Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772462681Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772485908Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772510607Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772535436Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772560186Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772584424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772608602Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772634123Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772658542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77268296Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772707429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772734092Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772759503Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772783781Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77280833Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772833771Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77285822Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772882438Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772906967Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772931766Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772957247Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.772982417Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773005623Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.7730291Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773052537Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773075583Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773098568Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773122967Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773146404Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77316977Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773241383Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773383626Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773440349Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773469067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773493806Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773517072Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773540228Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773564286Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773588264Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77361132Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773696129Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773729696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773753974Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773777291Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77380226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773830657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773855096Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773878773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773902901Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773925807Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773948131Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773973642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.773996878Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774020746Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774043752Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774066497Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774089533Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774137338Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774160865Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774184672Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77420874Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774231796Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774254421Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774278249Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774301976Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774324892Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774348198Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774371445Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774395332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774418408Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774441735Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774465432Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774487907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774511313Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774534479Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774557565Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77457991Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774607334Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774632204Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774656272Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774741051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774770009Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774793265Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774818435Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774842513Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77486599Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774889206Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774912372Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774935548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.774958594Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77498174Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775005518Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775028914Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775055037Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775080487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775102782Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775125697Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775149304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775172951Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775196308Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775219304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775242149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775264995Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77528776Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775310295Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775333421Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775356046Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775379313Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775402839Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775514732Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775554582Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775579231Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775603209Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775626485Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775649311Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775673429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775697016Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77578445Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775811824Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775836293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775859539Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775882666Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775906303Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77592984Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775954018Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.775977635Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776000631Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776025911Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776048917Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776072333Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776096431Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776120109Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776143245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77616612Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776188956Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776212533Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77623643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776260118Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776283414Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776307532Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776331019Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776353975Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77637674Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776399676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776422942Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776446218Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776469575Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776494454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77651727Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776543061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776565877Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776588883Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77661254Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776635015Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776658321Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776681357Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776704974Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77672791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.7768086Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776841626Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776865804Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776889832Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77691362Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776937257Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776960353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.776983168Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777006595Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777031274Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777054801Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777078648Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777101173Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77712446Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777147856Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777171564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777195932Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77722003Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777243367Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777271292Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777298146Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777322554Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77734537Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777368837Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777392554Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777415991Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777438646Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777461772Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777485269Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777508395Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777532242Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77755602Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777579055Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77760156Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777625278Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777648764Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777672061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777694906Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777719996Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777743513Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777766729Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777845466Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777875586Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777899544Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777924584Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77794786Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777971908Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.777995505Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778019723Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778284762Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778327026Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778353088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778377747Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778401504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778425672Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778451253Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778475101Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778498397Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778521583Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778544359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778567545Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778590621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778614739Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778637815Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778766381Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778799427Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77887608Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778909346Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778933264Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778956249Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.778979135Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779002311Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779026489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779049205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779073523Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779097641Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779121659Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779145406Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779169765Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779193703Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77921736Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779241357Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779264894Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779289473Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779315405Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779379413Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.779406376Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779429542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:56943","component":"dropshot_external_techport","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"registered DTrace probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779450264Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779475905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:38208","component":"dropshot","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.7795034Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:38208","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.77952873Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:38208","component":"dropshot","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:38208","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779550904Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779570954Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","addr":"127.0.0.1:39169"} {"msg":"starting producer registration task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779592948Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.779613228Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","interval":"10s","address":"127.0.0.1:38208","producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"Running step start_oximeter","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779638819Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779657096Z","hostname":"bmat-EVT22200007-000064cb","pid":12330} {"msg":"registered DTrace probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779673939Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.7796945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"file":"oximeter/collector/src/lib.rs:236","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779730973Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779750332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779780231Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:39169","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.779802496Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.855138597Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://127.0.0.1:39169/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.856535511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","remote_addr":"127.0.0.1:41096"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.858343162Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.862706125Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.863046213Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.863154358Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.86381758Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.866023014Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/producers","method":"POST","req_id":"ea9c45dc-a569-478d-a6bf-46fbe559229c","remote_addr":"127.0.0.1:41096","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.867025Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ea9c45dc-a569-478d-a6bf-46fbe559229c","remote_addr":"127.0.0.1:41096","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.867168697Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ea9c45dc-a569-478d-a6bf-46fbe559229c","remote_addr":"127.0.0.1:41096","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.868522704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ea9c45dc-a569-478d-a6bf-46fbe559229c","remote_addr":"127.0.0.1:41096","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.872090814Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:45.908101813Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.908313154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.908407462Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:794","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.909180542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:45.910906211Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.91100145Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:799","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.911073614Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:804","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.911168393Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.911716806Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.914876972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.92571183Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/producers","method":"POST","req_id":"ea9c45dc-a569-478d-a6bf-46fbe559229c","remote_addr":"127.0.0.1:41096","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":59647,"response_code":"503"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.929562963Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea9c45dc-a569-478d-a6bf-46fbe559229c\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:45.937924723Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"ea9c45dc-a569-478d-a6bf-46fbe559229c\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:06:45 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"ea9c45dc-a569-478d-a6bf-46fbe559229c\\\" }\"","delay":"159.891583ms","count":"0"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.938157227Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.943190044Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.945919833Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.950576501Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.95681932Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.961110449Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.964889188Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.977047773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.987272846Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.994471058Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.002932477Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.010210318Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:46.01368966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:46.014739502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.014906535Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":3,"elapsed":"1.535329303s"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.01546625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.019261171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.026390676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.038344894Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.048486941Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.058643297Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.064046914Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.071314223Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.074821632Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.08174212Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.091548168Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.117257132Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.124130827Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.129471398Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"will register with Nexus at 127.0.0.1:39169","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.144196757Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.231452739Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://127.0.0.1:39169/metrics/producers","method":"POST"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.232112103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.232373714Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","remote_addr":"127.0.0.1:35130"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.239805792Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/producers","method":"POST","req_id":"62b91d82-2f35-4a6e-a866-62d1230f8db8","remote_addr":"127.0.0.1:35130","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.240304255Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"62b91d82-2f35-4a6e-a866-62d1230f8db8","remote_addr":"127.0.0.1:35130","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.240445637Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"62b91d82-2f35-4a6e-a866-62d1230f8db8","remote_addr":"127.0.0.1:35130","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.24148135Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"62b91d82-2f35-4a6e-a866-62d1230f8db8","remote_addr":"127.0.0.1:35130","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.24962181Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/producers","method":"POST","req_id":"62b91d82-2f35-4a6e-a866-62d1230f8db8","remote_addr":"127.0.0.1:35130","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":16509,"response_code":"503"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.250266143Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62b91d82-2f35-4a6e-a866-62d1230f8db8\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:06:46 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:46.255556414Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"62b91d82-2f35-4a6e-a866-62d1230f8db8\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:06:46 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"62b91d82-2f35-4a6e-a866-62d1230f8db8\\\" }\"","delay":"477.518524ms","count":"1"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.257513844Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.261132223Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.269884762Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.281951324Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.289460736Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.296801853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.300393809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.303765978Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.308143009Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.314054127Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.319725747Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.324488256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.331636468Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"inserting current version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.337822674Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:825","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.337888836Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.350093723Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"9f4f2782-a498-469a-b47f-92fc5b27da2d","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.351216631Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:42535","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.351338273Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:42535","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.351426018Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:42535","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.351503903Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:42535","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.351610465Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:42535","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.353686652Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:42535","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.354151208Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.354201688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.815791676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:39169/metrics/collectors","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.816307373Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","remote_addr":"127.0.0.1:39413"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.816776989Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors","method":"POST","req_id":"e11027e0-a597-412d-b1d1-683b489a15c7","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.817176465Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"e11027e0-a597-412d-b1d1-683b489a15c7","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.817236544Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"e11027e0-a597-412d-b1d1-683b489a15c7","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.817953312Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"e11027e0-a597-412d-b1d1-683b489a15c7","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.823918147Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","address":"[::1]:42535","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.824094208Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors","method":"POST","req_id":"e11027e0-a597-412d-b1d1-683b489a15c7","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":7353,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.824899743Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"e11027e0-a597-412d-b1d1-683b489a15c7\", \"date\": \"Wed, 30 Apr 2025 06:06:46 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.825035684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"file":"oximeter/collector/src/lib.rs:392","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.825080142Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.825114541Z","hostname":"bmat-EVT22200007-000064cb","pid":12330} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.828221882Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:60662","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.828290849Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:60662","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.828325548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:60662","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.828354296Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:60662","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.82838147Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:60662","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.828409155Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:60662","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.828435978Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:60662","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.828463353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:60662","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.828490808Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:60662","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.828519114Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:60662","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.829131765Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:60662","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.829183067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:60662"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.829210001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","model":"test-model","serial":"totally-unique-serial: 83160f50-ccd0-4418-a622-a6448d23bc49","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"83160f50-ccd0-4418-a622-a6448d23bc49"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.829240562Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.829266393Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.830142599Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"starting refresh list task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.830684539Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:559","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.878588113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","remote_addr":"127.0.0.1:34154"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.878761549Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.879396945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.880171388Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9285b087-2be8-4586-adc6-221f4a151706","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.880416246Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/producers","method":"POST","req_id":"58cbf5b4-c324-400f-a72c-3722e4c43aa6","remote_addr":"127.0.0.1:34154","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.88219523Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9285b087-2be8-4586-adc6-221f4a151706","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.882263366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9285b087-2be8-4586-adc6-221f4a151706","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.883099873Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9285b087-2be8-4586-adc6-221f4a151706","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.883258118Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"58cbf5b4-c324-400f-a72c-3722e4c43aa6","remote_addr":"127.0.0.1:34154","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.883313418Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"58cbf5b4-c324-400f-a72c-3722e4c43aa6","remote_addr":"127.0.0.1:34154","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.88372103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"58cbf5b4-c324-400f-a72c-3722e4c43aa6","remote_addr":"127.0.0.1:34154","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.884065296Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.884118482Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.884593499Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.893537479Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9285b087-2be8-4586-adc6-221f4a151706","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":13372,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.894012205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9285b087-2be8-4586-adc6-221f4a151706\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:46 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.894211732Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.894619775Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.894676569Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.894706268Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.894734875Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.895242416Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.901208102Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.905749511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.933572516Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.935246441Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/producers","method":"POST","req_id":"58cbf5b4-c324-400f-a72c-3722e4c43aa6","remote_addr":"127.0.0.1:34154","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":54656,"response_code":"201"} {"msg":"will register with Nexus at 127.0.0.1:39169","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.985217836Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.040461526Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://127.0.0.1:39169/metrics/producers","method":"POST"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.040771303Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","physical_disk_id":"83160f50-ccd0-4418-a622-a6448d23bc49","zpool_id":"274f753d-5d35-4f98-a616-5898aed9686e","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.040826844Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.040859799Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.041501929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.041559994Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","remote_addr":"127.0.0.1:42485"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.042564756Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/producers","method":"POST","req_id":"07a8e6bb-890e-45ed-8c72-1887eb0cb50f","remote_addr":"127.0.0.1:42485","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.043130203Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"07a8e6bb-890e-45ed-8c72-1887eb0cb50f","remote_addr":"127.0.0.1:42485","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.043199591Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"07a8e6bb-890e-45ed-8c72-1887eb0cb50f","remote_addr":"127.0.0.1:42485","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.044618408Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"07a8e6bb-890e-45ed-8c72-1887eb0cb50f","remote_addr":"127.0.0.1:42485","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.044727896Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.044768778Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.044814659Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.044845891Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.045309575Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.049251399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.052923836Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting Crucible dataset","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.06947837Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dataset_id":"4ee89683-068c-4390-9bae-9b18f0281fec","zpool_id":"274f753d-5d35-4f98-a616-5898aed9686e"} {"msg":"assigned collector to new producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.102676725Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.103168275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/producers","method":"POST","req_id":"07a8e6bb-890e-45ed-8c72-1887eb0cb50f","remote_addr":"127.0.0.1:42485","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":60450,"response_code":"201"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.104193006Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07a8e6bb-890e-45ed-8c72-1887eb0cb50f\", \"content-length\": \"41\", \"date\": \"Wed, 30 Apr 2025 06:06:46 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.119499744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"producer-registration-task","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","wait_period":"150s","lease_duration":"600s"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.121007548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","model":"test-model","serial":"totally-unique-serial: 83160f50-ccd0-4418-a622-a6448d23bc49","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"83160f50-ccd0-4418-a622-a6448d23bc49"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.121186916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.12123947Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.130151136Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.133793674Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"PhysicalDisk { parent: Fleet, key: 83160f50-ccd0-4418-a622-a6448d23bc49 (physical_disk), lookup_type: ById(83160f50-ccd0-4418-a622-a6448d23bc49) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.133858513Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.133893884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.133920988Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.134739859Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.139004476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.147483029Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 83160f50-ccd0-4418-a622-a6448d23bc49 (physical_disk), lookup_type: ById(83160f50-ccd0-4418-a622-a6448d23bc49) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.147624581Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","physical_disk_id":"83160f50-ccd0-4418-a622-a6448d23bc49","zpool_id":"274f753d-5d35-4f98-a616-5898aed9686e","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.147710212Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.147796083Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.148348774Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.149425569Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.149482603Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.149513745Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.149538625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.149923111Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.152635395Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.155914007Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.163036989Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.163095917Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.163126658Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.163152329Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.163887023Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.166693665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.17323605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.173285038Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.173314937Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.173994251Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.190463034Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.190721499Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.190965064Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.191283088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.192019044Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.192199053Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.192249303Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.192282088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.192310695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.192337068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.192879859Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.196012601Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.22180465Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.221921353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.221955581Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.222347762Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.222516418Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.228341785Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.228920999Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.228984024Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.229884228Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.233721253Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.23381016Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.234705133Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.235062435Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.235113066Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.236317817Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60285","req_id":"36f8a853-9558-4403-8f34-5e4d3fdca6e2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4f 34 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 O4..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.236462946Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60285","req_id":"36f8a853-9558-4403-8f34-5e4d3fdca6e2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20276,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.23667062Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.236835438Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.236934205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60285","req_id":"36f8a853-9558-4403-8f34-5e4d3fdca6e2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.237461205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2072, tv_nsec: 36298136 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.237526435Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.237814368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59352","req_id":"727df0ad-22bb-4f07-ae15-065852f56fdf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 66 b9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e f...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.237867123Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59352","req_id":"727df0ad-22bb-4f07-ae15-065852f56fdf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26297,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.23796586Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.238062723Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59352","req_id":"727df0ad-22bb-4f07-ae15-065852f56fdf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.315981361Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.316906605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61025","req_id":"61c6a9a3-0dc3-4085-a38f-6bc76ddc4ac5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6e 0d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c n............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.316973017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61025","req_id":"61c6a9a3-0dc3-4085-a38f-6bc76ddc4ac5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28173,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.31722533Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28173,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:47.31732078Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61025","req_id":"61c6a9a3-0dc3-4085-a38f-6bc76ddc4ac5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.317518133Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.317569926Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.317690326Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.321123587Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db86c543-04c4-4d78-b895-fe6a53d5b402\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.321605387Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.323829809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43707ee7-070f-4fe2-ac19-ca6951e6a241\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.324092853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.326542233Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d0c5d35-5541-415f-806f-492ab2908c73\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.32672124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.331276195Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b01e49f0-44cb-499f-9b61-561837759e05\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.331553598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.336827425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb571d72-9eba-4eb3-91c9-75fc1765ba76\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.33708054Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.343159923Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fdbda00-13d4-408f-b77d-8fb3e139f33c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.343658296Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.345603391Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d554f0d-667d-4f47-97b4-c1fec1d4c065\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.345779702Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.349997626Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b9b38e2-a5b9-4441-98ee-595c9d982034\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.350677771Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.352154975Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c004ff2b-c45c-4338-9e5d-22bad48b585c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.352791022Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.354500308Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a01f07f-5e2f-4f35-8a1e-77ace9e4cdf9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.354773632Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.355565019Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.355628185Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.357551347Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a6b6f1a-8284-4f4e-8053-be26cd026616\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.358784193Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.361817927Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beb08efc-6601-402a-bd4e-0b0bde40a775\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.362098537Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.364881071Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba51adab-48b4-4b9a-b3b0-f3b04f0313e7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.365103494Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.368777925Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7c45782-208d-4b50-89ad-0d1511f10c4c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.368854537Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.372373338Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd63fb0d-2e81-4e19-b4c8-336f7f8ea549\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.372528989Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.375890396Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9ea4c58-994b-4b08-8285-493584dc5bba\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.375962089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.378876886Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64e19085-d21f-479d-8fa4-0ab1d6d1cd84\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.378951395Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.382276329Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c0f57a9-b5d9-470f-8349-a8a27c560ce5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.382706126Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.385173602Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fb351be-73b3-472a-b0fd-cf6b3e7443f4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.38535348Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.389422107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74148d4f-13b2-49f1-a531-050e393915de\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.389675111Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.390870342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.394476137Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b80d20e7-0faa-4591-b556-8fb0b118fc21\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.394545475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.397119323Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5f319a0-691d-469d-aa99-f07e2ff3c4d7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.397462557Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.400334649Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67b7f63e-1ecc-40a8-9c7f-7355f30c55c0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.400593996Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.402725413Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04f7e77a-2883-4b68-96bd-dcdccf542266\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.403041883Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.406033354Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5fdfddd-8358-48d0-ba7a-61d33ae6369f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.406307861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.409149432Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0070a599-a353-4ee6-a891-35a78699d510\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.409413048Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.412218918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf58bc7b-4542-4865-93e5-f2f419d1c250\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.412434508Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.414366968Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5cf401d-3a37-4a81-be93-43385c91122c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.414576986Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.416529396Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c88cf36d-69f5-4210-b8d9-86377322229b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.416740036Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.418801243Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b31ea2e-18d2-4570-8638-d2a1f9ad7210\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.419115599Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.420252054Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc0ab723-1a5c-4760-bc62-e1fb083fa9d3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.420620788Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.423115088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bf4d778-e05d-4d7a-97af-f03ff6da2465\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.423348924Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.425288579Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85c80809-3543-48c4-8115-f9bc297d68db\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.426085015Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.427288183Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f52e8e44-c414-4f66-be37-7263649927da\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.427415997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.429286083Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4cfb08f-3bbf-4235-a085-66df13c62746\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.429908503Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.433132708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1a203b0-717c-455c-b29e-eca5aecf00e8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.433328287Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.436012636Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05829cc8-8a19-44d5-8dae-db1bd3375034\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.43607529Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.441662162Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.441733404Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.4417668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.4417966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.442489621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.442828386Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69391a56-bcb5-4191-a3ad-9f1d47b34403\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.442961641Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.44735773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5481ed6-bd26-4384-b3b1-089b257ecfe7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.447529612Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.449273347Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.457830366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.457894674Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.457925455Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.458516593Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.466844316Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.467023893Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.467543809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.467985359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37f53e99-1cce-4028-acda-a690c08ca2ed\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.468494043Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.474106184Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f78cba6f-9c24-47bb-8636-c365e26ecfed\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.474201925Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.4752481Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd4b89fb-4d45-4c27-8f3a-1a0e7c1e258d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.475335784Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.479861041Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"def6e7af-026c-4dcf-a289-3e283dfee428\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.48043307Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.483421224Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"859db72c-bdb9-4b00-8b29-10e3432ba478\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.483577295Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.484746054Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0573a71b-d321-457b-84e7-4fbeabdd8ba4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.484790973Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.484820282Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.484848548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.48487488Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.485810515Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.493846656Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.499697995Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.499782663Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.499818394Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.499850208Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.499878885Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.501091321Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.509295938Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.516080415Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.516224823Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.516379531Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.517262952Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.606508447Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.607225386Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.615610803Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47211"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.616580014Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"3dd783d5-1047-403a-905e-d0ce9f89642f","remote_addr":"[::1]:47211","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.617363245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"3dd783d5-1047-403a-905e-d0ce9f89642f","remote_addr":"[::1]:47211","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":820,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.618282697Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dd783d5-1047-403a-905e-d0ce9f89642f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.620331709Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.620390436Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.620420496Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.623444652Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.623510323Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.623547376Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.623576575Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.624386769Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.628803549Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.633223706Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.633550968Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.633605376Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.634226604Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.634872581Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.68574954Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.68583499Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.685869038Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.685903707Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.686575416Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.693667015Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.699367092Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.69943638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.69946621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.699862209Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:47.772761887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:47.773123978Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.773178246Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":4,"elapsed":"580.971488ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.773214358Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.773239749Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.773266853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.773294007Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.773320189Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.774016767Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.776252441Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.779626634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.779692245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.779726653Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.780060028Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.780361939Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.780413061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.780762417Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.783850851Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.783907624Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.784811705Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60189","req_id":"5edce85d-37b9-472e-bb62-4a9a962ec261","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 26 ac 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 &............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.784870733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60189","req_id":"5edce85d-37b9-472e-bb62-4a9a962ec261","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9900,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.785227484Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.785411089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.785568012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60189","req_id":"5edce85d-37b9-472e-bb62-4a9a962ec261","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.785937398Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2072, tv_nsec: 584844559 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.785991856Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.786401552Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56643","req_id":"e36224bb-5567-4c63-aa8c-44c4c1b23678","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ee 67 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .g..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.786747251Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56643","req_id":"e36224bb-5567-4c63-aa8c-44c4c1b23678","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61031,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.78684243Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.78686726Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56643","req_id":"e36224bb-5567-4c63-aa8c-44c4c1b23678","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.837326306Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.842032072Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53033","req_id":"c93a5417-6e05-4819-9fc0-b80fd004d3a8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d1 ef 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.842109627Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53033","req_id":"c93a5417-6e05-4819-9fc0-b80fd004d3a8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53743,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.842198323Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53743,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:47.842280327Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53033","req_id":"c93a5417-6e05-4819-9fc0-b80fd004d3a8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.843924322Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.843984422Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.844052768Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.858946934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7b74427-03f5-46bb-a293-7d890b469fcc\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.859290198Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.873342887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb19f9f8-01b0-47ae-853f-65dadd6a375b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.873466152Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.898791542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6b7433d-fa19-46ec-a834-9e07bb538920\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.898942182Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.899429863Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.903415455Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d735c68-ca1f-460d-abf6-e78b7d1d7fa9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.903478149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.905664686Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87ff5fdb-c79d-4987-b67e-fce7c9d8f2be\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.905827881Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.912466308Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2acc41a3-e740-4771-a6c0-cfce8b0b9e77\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.913193286Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.91945373Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83a379e6-2c33-4595-9ad9-373afe6eb791\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.919543338Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.923623037Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c4911ac-4611-4635-8737-8dcdf482f95f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.923961561Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.925720015Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e579b98-b6b1-45ff-aefa-4e427d61e8ed\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.92596351Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.92794609Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd2185c8-338a-45a0-9812-75865725b337\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.928418211Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.929906386Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a4605a3-21a4-4099-bae0-a813ee89967d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.930133328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.931602435Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b0c5a8f-eeb5-4138-87db-4b9ec68dadd0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.931819488Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.933860384Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a93e31f-c7d7-4bcc-9b7c-9dccfa3d6626\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.93590596Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.940566105Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13aeb08a-1c23-436f-8f41-ab43e33ce272\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.940838357Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.945075029Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"096dfcd9-fdfe-4d37-b12c-669fae9b5173\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.94726925Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.950241001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a047ed6-b9fd-41ee-9e45-49aa0bad67b6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.950458104Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.950894824Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.951029693Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.951177658Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.951281655Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.952184554Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.956500082Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b05b0db-f441-4542-9fb7-bf6ab6f64cce\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.957451267Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.957575315Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.976304902Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.976373829Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.976405563Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.978136802Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.982567189Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.9826279Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.982656217Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.988012639Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d4d60fd-a2b3-4d03-92e6-d6c328cf0eaa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.988327867Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.991756829Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"624e42fd-757a-48e5-9e77-54f4da00bc84\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.991825315Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.993562406Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d80618b-01cc-40d8-b4d4-5bfdb0b81922\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.993625312Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.997615632Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7503876-3150-4a69-80f6-c2c3d6885f12\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.997772635Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.999294016Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7df98b8-289e-419a-b853-90ca1a56c6c4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.002887085Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.002961834Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0053cb79-839b-41a4-9a25-2162eab27bcf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.002996293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.007046042Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"322d735c-f2f9-4853-9de9-5beb14d758d9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.007133005Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.01487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9292be2-354f-4308-a5ea-38ec35f5f097\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.015227743Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.020326342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe9a4177-1dbf-4a48-9ff0-9c5008e51696\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.020575087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.041639246Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.043380516Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8df75912-0b50-4ce6-8e15-0eafbb2eb75c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.04438161Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.048254908Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d25fd9d-f398-48cc-b4be-f6f436446126\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.048649684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.053017848Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ebd432f-ae3d-4d5c-a169-6ba6f93298dd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.053992299Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.056705846Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"987851a4-a019-4337-b961-1183801a1807\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.056805134Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.056846416Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc9b7c34-7748-4738-9e93-a0ccff2ef512\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.056885444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.05734022Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c6c46b5-5ec6-4b59-ac7e-4983513d9809\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.057484036Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.059505043Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7d4166b-c178-40c2-89e8-5639c53cf2f2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.059574561Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.061951137Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d2330a0-e28e-49bd-a738-2f652d131d1e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.062644107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.064362752Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"047e3552-4a1f-4a8f-8dc6-02de97ab062c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.065599416Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.066788324Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a88c874-fd24-41f8-b51d-6026bad99a10\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.066857853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.071536585Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f64620c7-713e-4496-bba6-cd0453a2136b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.072058154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.077281752Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f304975-d018-4869-abe6-1c2cadb78988\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.07773762Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.088288813Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5057d11-156c-43f0-91fa-64d4c71bd510\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.090575509Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.092655754Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.092727627Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.092761083Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.092790141Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.09418989Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.097618091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.10805223Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.108114454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.108144724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.109065339Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.110067405Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb990016-acba-4b1e-b7ec-63c451502b39\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.110888Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.112086929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.112160676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.113214726Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.117744361Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"277ca86a-422b-40db-bf79-ca66995f528b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.117935021Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.122161161Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff3d7900-2eb0-462a-9706-084583f83f1f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.1223313Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.124630471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de94adf1-8a9e-47d2-9c63-6ba8e8f1f61a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.125734471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.136054823Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f3fb74a-4359-469d-b3b6-4e1501b51ff0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.137517287Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.140398829Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b05d017-be11-4dbe-8f9e-34ab4142fa12\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.140788154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.140865378Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.140901981Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.140929366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.141658168Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.145252068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.15926079Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.159360007Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.159463033Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.159568232Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.159662871Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.160958943Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.164854345Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.1734897Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.173553337Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.17358493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.175197503Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.263708275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.263787452Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:48.265020028Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49991"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.266555928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"e54f077d-4f7f-4d95-8a33-55be0257fa93","remote_addr":"[::1]:49991","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:48.267336373Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"e54f077d-4f7f-4d95-8a33-55be0257fa93","remote_addr":"[::1]:49991","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":767,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.269713029Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e54f077d-4f7f-4d95-8a33-55be0257fa93\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.27429591Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.274375328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.274405498Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.276127509Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.276199182Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.276855359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.276919337Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.27732259Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.278277182Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.281338702Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.288579589Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.288992632Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.289174765Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.290695665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.33340955Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.333555711Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.33360548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.333633205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.334575212Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.339450666Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.347026401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.347128344Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.347212431Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.349176034Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.357689997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.358175695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:48.416815882Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:48.418092686Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.418419467Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":5,"elapsed":"645.029409ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.418515678Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.418548574Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.41867688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.418726017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.418823231Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.4194702Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.421568591Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.421629222Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.431343317Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.437353552Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.443783733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.4438722Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.443908873Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.444868465Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.450378783Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.450440747Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.451547242Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59255","req_id":"6f071741-7298-4763-b78a-722fcf124d48","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 42 ca 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 B............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.451608985Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59255","req_id":"6f071741-7298-4763-b78a-722fcf124d48","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17098,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.451939854Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.452060384Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.4537045Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59255","req_id":"6f071741-7298-4763-b78a-722fcf124d48","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.455114579Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2073, tv_nsec: 253959055 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.455181613Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.455418004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54321","req_id":"ed67cad1-e7ed-451a-812d-9054c4b75053","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2d 53 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e -S..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.455587041Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54321","req_id":"ed67cad1-e7ed-451a-812d-9054c4b75053","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11603,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.455684815Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.455708282Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54321","req_id":"ed67cad1-e7ed-451a-812d-9054c4b75053","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.518529509Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.519515394Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51369","req_id":"df9c181f-39df-479b-a16e-97345f4a9f26","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b5 a5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.519590323Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51369","req_id":"df9c181f-39df-479b-a16e-97345f4a9f26","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46501,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.51977939Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46501,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:48.519870311Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51369","req_id":"df9c181f-39df-479b-a16e-97345f4a9f26","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.520135459Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.520182423Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.520333754Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.52392531Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a24be4a-1156-444d-83d5-b4fd26e57298\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.525760948Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.5308312Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4502bab-65d7-46b1-9d5a-b226f01605ff\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.531705923Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.535246527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f3866b4-fc93-45f0-bccf-a9edc8bf90c8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.53547398Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.540577919Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0fc42a2-786a-457b-b44c-95e457a5b895\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.540792978Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.544860923Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33efeccf-6f85-417b-88ba-ede02d0d1b6e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.5451052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.54797606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0c74417-1523-4e1c-aa23-010aa2cb3829\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.548072802Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.552116028Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a80d75c-3963-45a6-bc85-38c6b7646863\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.552184615Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.554230962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.556643088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5dbc4e3-0181-4daf-b28e-2e16b1c452c1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.556726585Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.557362101Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8c82489-083b-4cf2-8bcb-9a89638f755a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.557536027Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.558945886Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9892dc6a-9085-4a29-912a-67947a80b6d7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.559101476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.562156052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edb72a7d-2f76-4d34-8d0a-b7b8ebc64e25\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.562209319Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.563301605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9750642e-45cc-41c2-8b66-99c4edf193a9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.56335941Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.564691855Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89b3dcf7-6e5b-4888-a06f-96e864c4743b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.565009418Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.568777766Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47ce2e47-3985-4e16-95cf-d04aa5689b69\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.568979498Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.572525303Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41598448-78e4-430f-b9ec-4ea479bc7d24\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.572592015Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.576135706Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c6777ae-5f21-4e1d-ac7e-5e881baaab50\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.576325775Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.579999564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"500abfe6-f457-4cf8-8b08-df71568bfe90\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.580346225Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.584114834Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c351593e-de78-4326-8063-442b30a3fc9d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.584191497Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.588070686Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cb3d277-b100-4189-b881-d3eb3fe9d359\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.588140475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.589156249Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e321b33a-9302-4cf3-92e1-80ecb6f133a1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.589490264Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.591638314Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8244feb6-be5a-44cf-a876-ba5d78b71878\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.591784465Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.595235992Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8d5d5ba-e720-4f0b-967e-f4f2bbb96915\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.595650177Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.598142643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01c81d47-b5bf-4d5e-b771-a5c0b33c3a47\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.598726837Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.601226668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3535dded-43d6-4dcc-b214-674e3c97ef2e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.601451596Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.605826343Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.606057704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.606172352Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.60626169Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.607299558Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.608444078Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62f1ebce-ca11-4f70-a6f7-a7da3fd4c772\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.60873618Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.611371391Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6470a74-98d2-42e1-89a2-b09dc0b80699\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.611706579Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.611929743Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.623947708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.624024091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.624057718Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.624642913Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.629756943Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.629877683Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.63038312Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.631207733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ff4a3fb-2178-4111-98ef-4f0602234ba8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.631272212Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.63460406Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa207763-60fd-42ba-bef9-cc0d938d01c1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.634669721Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.639283524Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bac1384f-3dbb-4120-a228-4f600c642aaa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.640838833Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.643464194Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51ccc89c-70f0-4c36-b5c1-798f0c14dd40\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.643876024Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.644867089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6cf3076-5fb7-496d-92fc-5a996053884c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.645130604Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.646418249Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a864a06-9de1-43e5-b614-ebfbde46b886\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.64660433Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.648052706Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23b64372-7dd9-405d-802e-159327275bf5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.648152084Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.649593175Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e3d329a-33b5-40a4-b353-995a1e3d47cb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.650133482Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.652336611Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"588625a1-e566-4ecf-a8fb-adbb5ad866e8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.652560177Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.654701443Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1018cf06-2a62-42c4-8ed5-8ff6c366a844\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.654812114Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.657660809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c63a737-f563-42b8-95dd-481ae322a76b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.657853383Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.659736886Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"104c0f0f-762b-4086-b5fc-191ec17d0ed8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.65980943Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.663568019Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.666161236Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"595f9bd4-cbf4-4adf-9968-1383c8b4fd28\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.666380673Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.67079551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15b02207-895d-4134-92ac-a5323bf4a6d2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.671073604Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.674503387Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e5f0a47-a9a9-4d2f-9bce-0c9d0713615d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.674581743Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.676835554Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd94c5d1-0090-4786-89bb-976a95aaf244\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.678049092Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.679705502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ae96aeb-0ab7-4c06-aec6-13eb93b0fb52\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.679851152Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.681012837Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"117cefec-3771-4f19-a271-04fde9d8cd9c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.681352153Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.684364154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6125f30a-858d-4eca-a91d-c844da1b3688\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.685930325Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.686386043Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.686445992Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.686476693Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.688117472Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.692485836Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.699937293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.701101152Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.701179107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.701214177Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.701242203Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.703737805Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.70931144Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.716142641Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.716216658Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.716251868Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.718000623Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.718415169Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.718472733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.718503845Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.718533384Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.719065605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.722672922Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.729159616Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.72922178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.729252972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.729637789Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.822383318Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.822622645Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:48.824233314Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35351"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.826177297Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.826224972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.827025758Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.827562918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"668a3903-db9c-4969-96c2-840368f790e3","remote_addr":"[::1]:35351","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:48.828704763Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"668a3903-db9c-4969-96c2-840368f790e3","remote_addr":"[::1]:35351","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":965,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.830362366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"668a3903-db9c-4969-96c2-840368f790e3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.832831786Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.832973639Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.833006374Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.834486473Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.834562154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.834597805Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.834628195Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.835573088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:48.837870645Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.838194681Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.839294412Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"277c5015-a148-4c71-a79c-65203a0ec53d","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.844169516Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"277c5015-a148-4c71-a79c-65203a0ec53d","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.844250727Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"277c5015-a148-4c71-a79c-65203a0ec53d","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.844929961Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"277c5015-a148-4c71-a79c-65203a0ec53d","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.845136202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.850332685Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.850838343Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.850926418Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.85203134Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:48.856720122Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"277c5015-a148-4c71-a79c-65203a0ec53d","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":17464,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.865821245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"277c5015-a148-4c71-a79c-65203a0ec53d\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.866392704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.871429349Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"7cd4eaec-13d8-4f68-ad41-adac4f23ef59","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.87197166Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"7cd4eaec-13d8-4f68-ad41-adac4f23ef59","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.872046579Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"7cd4eaec-13d8-4f68-ad41-adac4f23ef59","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.8728604Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"7cd4eaec-13d8-4f68-ad41-adac4f23ef59","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:48.878669184Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"7cd4eaec-13d8-4f68-ad41-adac4f23ef59","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":7466,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.884503048Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cd4eaec-13d8-4f68-ad41-adac4f23ef59\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.884897694Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:36894","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.960213566Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered new metric producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.965814044Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:38208","producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.055452263Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:49.084627422Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:49.110151127Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:49.110535222Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.11067467Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":6,"elapsed":"692.139472ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.110942403Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.111050449Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.11122693Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.111331018Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.111416167Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.112153136Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.115472359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.115965211Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.120195459Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.120255088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.120284727Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.120737109Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.125623565Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.125720397Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.126543938Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50075","req_id":"bd9f72f7-a41d-4f8f-abe3-8269cf254a40","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8e 4d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .M..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.126611252Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50075","req_id":"bd9f72f7-a41d-4f8f-abe3-8269cf254a40","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.126821992Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.127080958Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.127188713Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50075","req_id":"bd9f72f7-a41d-4f8f-abe3-8269cf254a40","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.127762897Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2073, tv_nsec: 926540099 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.127826113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.128258044Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54344","req_id":"1d1e0134-c3cf-468f-a5f0-385a40699614","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 73 86 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e s...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.128349606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54344","req_id":"1d1e0134-c3cf-468f-a5f0-385a40699614","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29574,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.12843712Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.128614203Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54344","req_id":"1d1e0134-c3cf-468f-a5f0-385a40699614","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.225964517Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.2268993Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.226966404Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.227001634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.227028397Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.227850455Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.229222619Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49220","req_id":"e5895f1f-c40a-4a4f-9b3d-224b0c3c8cac","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8e 60 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .`..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.229377778Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49220","req_id":"e5895f1f-c40a-4a4f-9b3d-224b0c3c8cac","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36448,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.22978513Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36448,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:49.229888476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49220","req_id":"e5895f1f-c40a-4a4f-9b3d-224b0c3c8cac","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.230401017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.230456117Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.230582188Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.232214009Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.245120555Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.245206696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.245237658Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.245731893Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.250653679Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.250785762Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.252574155Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.252788583Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c101579e-0077-45fd-9f02-fad9e2d938d1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.253290823Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.257971249Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27f9a934-6968-4417-bd44-4c5f5d830b58\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.258311086Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.261955437Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9348e0c9-744b-4bf1-bb9b-1e2d669a8c0c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.262421776Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.26637854Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64922af4-5057-43cd-9230-a6253d3a3835\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.266632255Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.268761628Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a24ab72c-03fd-4322-a4e5-59628a6c2e2b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.269515009Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.278120455Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd3aa975-ad76-4656-99ad-4e875c9dbffc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.278595812Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.284674343Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"580b1483-62d4-441c-b313-8c561950a33d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.284983198Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.289629075Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2cd89d3-92dd-40d1-8fcf-a3ea7b18d864\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.290582244Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.291133392Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.294220252Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce78a758-36cc-45e8-97eb-1a42b13cf9b4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.294539669Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.297823772Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f227d57a-bc9a-4289-8d6e-4b8238b55672\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.298145674Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.30027685Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df3ef5c5-0c5b-4bb0-b71a-9cf374ff58cf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.300436678Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.304415917Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8762334-9991-4aae-be09-238041b137c1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.305633773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.307096798Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78bae516-c95f-4df5-8d77-1754faba39b9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.307495553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.311331385Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a851e14d-d509-4cf2-9a07-6636017f856b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.311511514Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.313254928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3164d3c7-296c-4d4b-9314-67aa4b5b61b9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.313318304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.315332447Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6357c879-c89e-4f00-be68-15fcad22b702\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.315455001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.319558838Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3db9447c-0b52-4de2-a54f-c9a671217d78\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.319915148Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.331175493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"116f2d66-84be-4d90-a9a5-3abddb8912e7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.331678075Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.33493282Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d07f481-3812-4f95-a4fb-335936f4c5dc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.335075143Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.335872662Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2cd5380-dab5-4172-87db-624b2601808b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.336217349Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.337529042Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afac9b95-9962-495e-8519-ea489d595c9f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.337750123Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.338662942Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbdedfb7-326e-4d93-8539-bdc12d9870a6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.338794063Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.339673595Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6e936ac-0be9-4c7c-ad47-9c76f8f6bd13\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.339748114Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.341663059Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32070994-4b95-4d36-9a92-08de503119b1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.34254693Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.3427022Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.342751307Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.342781928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.342807129Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.343509628Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.34607028Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.357479893Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.35754351Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.357575514Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.358059518Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.358911726Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.359122666Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.361441787Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.361601335Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.36297884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.363303136Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e46d26d-d5f1-4ead-b3f0-10e56b242934\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.363623694Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.366419866Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c86284c-458f-43b9-9eba-5aa49b39f850\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.366681767Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.370111862Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22dab3a4-f57e-46fa-b2cc-ca1d88630730\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.370332742Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.372828314Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e380640-bd9a-446a-b879-986ae3eab16e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.373044455Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.375576129Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6da5b50a-aa78-4638-994f-17a95e2d7f9e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.375708994Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.37940598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4593788-dad7-49c6-8481-52d23d4d2514\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.379918962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.382566707Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25514936-0fe0-4464-9b6c-a7224b09c0c3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.382664642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.384022588Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19352fb2-399e-483a-8f27-e36a1ac38e53\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.384406503Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.385710711Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d8ee5b9-25d3-4fc9-aca1-03e965f01947\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.385876121Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.387307302Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45c601ba-4950-4549-994a-466da9be2ee0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.387690606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.389356415Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a24f6d94-9cc1-4b87-9c83-14b84f6693b7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.389631363Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.392971197Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.394484212Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41ef91b5-956c-4a20-9d9a-edce4caa080d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.394557257Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.396915616Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66ffbffb-0bb2-4f44-bbdf-b2a0c9807090\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.397050435Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.400300951Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02757b59-6849-41c8-a625-6d6583843b6c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.400484317Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.402832756Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"678fc29a-60f6-4876-9360-6bf2aab7cebc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.403589113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.407139948Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8882588a-ac3f-487c-b57b-49e6259fc747\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.407322471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.409551633Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4f87b6b-bd2a-4181-a1fb-b33462bb0320\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.409691121Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.410628418Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"011ae77b-6364-46de-93a4-ce1865807f7f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.410816363Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.412033939Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b873c2b-f878-4b4e-b6f1-ce61f5de6217\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.412193466Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.413327817Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f35bcfb8-ce14-4c9a-a158-ff0902063ce1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.413459319Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.415087903Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eb46663-ea39-4cf4-835e-50f76f9e5f2b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.41526173Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.415307381Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.415338863Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.415398683Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.417828744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.420068216Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.424554124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.424634745Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.424669965Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.424699915Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.424727309Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.425293858Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.428457481Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.43413807Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.434228159Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.434267948Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.435426346Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.528081877Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.528360301Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.528853654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.528909285Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.528940046Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.528968653Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.530597789Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:49.530664332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51402"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.532617153Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"8b84f1cb-290a-4941-875f-62594226ea2b","remote_addr":"[::1]:51402","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:49.534719552Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"8b84f1cb-290a-4941-875f-62594226ea2b","remote_addr":"[::1]:51402","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2304,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.536002658Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.54567025Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.546159665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.546268893Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.547115099Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.547582591Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b84f1cb-290a-4941-875f-62594226ea2b\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.550502659Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.550559201Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.550586766Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.552619727Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.552827771Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.552887751Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.552921779Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.554266768Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.557581773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.557638546Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.559949851Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.561433968Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.56997704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.570920149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.571088965Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.572980113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:49.604180388Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:49.604729201Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.604785043Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":7,"elapsed":"493.812519ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.604821976Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":8,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.60484886Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.604885423Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.60491429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.604942056Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.606103169Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.609474376Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.613404687Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.613466219Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.613495858Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.615553949Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.620845883Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.621164518Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.621225389Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.622466702Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57274","req_id":"033f4cc3-cfd3-4aa9-a0ed-197b7374279e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ef 73 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .s..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.62257602Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57274","req_id":"033f4cc3-cfd3-4aa9-a0ed-197b7374279e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61299,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.622795457Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.622958562Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.623087239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57274","req_id":"033f4cc3-cfd3-4aa9-a0ed-197b7374279e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.623515342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2074, tv_nsec: 422317223 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.623577115Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.623849237Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53124","req_id":"be8a23ae-1b4a-42a7-827c-95e011cf5409","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5f bc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e _...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.623907353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53124","req_id":"be8a23ae-1b4a-42a7-827c-95e011cf5409","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24508,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.624144926Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.624476647Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53124","req_id":"be8a23ae-1b4a-42a7-827c-95e011cf5409","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.699302883Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.700115743Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.700398827Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.700519117Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.700610409Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.701866461Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.703245268Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54837","req_id":"7feeacbb-72c0-4414-97ac-63bb04cf3a9d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1b b4 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.703487952Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54837","req_id":"7feeacbb-72c0-4414-97ac-63bb04cf3a9d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7092,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.703963389Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7092,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:49.704293186Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54837","req_id":"7feeacbb-72c0-4414-97ac-63bb04cf3a9d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.705479921Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.705572575Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.705714258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.706817506Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.726181607Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.726364622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.72655446Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.727722197Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.73442398Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.734531334Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.735536547Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.736189217Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb3641a9-9b76-4ab1-8911-4033e3e676a2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.73711931Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.749865767Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cded0a4a-73ac-4b24-9d87-636db2449028\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.750250072Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.764611717Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a4ad0a6-823b-426c-891f-6aef4c3050b3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.764855924Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.768955792Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aada15e9-1836-4a43-8385-18bbbe58a4fe\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.769215329Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.773797088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2baf855-dc64-4922-997f-a0738355ecae\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.774037357Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.778315661Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.782222315Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"022a0d45-378b-4c28-9bdc-cbdb7e9b6125\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.782903923Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.786726259Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"207b6888-1bd6-475e-9f25-45cbc4c61d6e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.786988962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.789202092Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54a75c25-2e03-496c-9016-d32692d1e5c2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.789419675Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.790373866Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3cce71d-0171-4b09-838e-4bdc5a8dbe06\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.790748312Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.792407067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01a53e98-8566-479e-afa8-605d2bfff6c8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.792858106Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.794159008Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"567e004d-4962-46f3-bda5-7ef2a8766f20\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.794385339Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.796234714Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cde87bf-a91c-4808-b564-c5a8cc1a7913\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.796481796Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.800891502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"078357a8-81c7-4c76-bac4-2cbcf108b1ba\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.80131716Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.803972391Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84618fb1-ed06-4367-8675-429fcb9e20eb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.804583739Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.811811069Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55a05e49-8096-44fb-bb9d-0217ffae9a08\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.812090265Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.815077757Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3011881d-2962-4895-ae66-651d52c01cb7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.815498496Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.829365134Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.829430434Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.829465925Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.829494602Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.831407613Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.845447387Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.857195995Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.857401505Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.857516524Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.861324491Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.894193089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.900883239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.902215844Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.902361154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.905122806Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.929605717Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"967ac505-902c-4afd-8018-b82b811a7ae8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.929763451Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.929936356Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.93071169Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.930767812Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.930797612Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.948731804Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"194b1e37-5f55-444b-91a4-3cb13b57e0c1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.949376829Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.954904804Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eae1e263-be2d-446f-b600-51655419d9fa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.955169371Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.957112202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29c0d185-8053-4bea-9d65-cca3bcf0548e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.957358693Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.959719607Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0aaacdd-ae1d-4a45-aace-ba68dc974e94\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.959763895Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.963218829Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adeb0fca-e2cb-4f1c-9457-db7b352312a6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.963344058Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.964261576Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.965203553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88783d87-91ec-4dd8-8525-562d908b16fa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.965318993Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.966533062Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a260c673-4ebb-4bae-833c-94b2593b1206\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.966749804Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.972284401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e824a39-4872-41fb-bfbb-dbb46493ba6d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.97254479Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.97582712Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38fe6c0f-36c7-4dba-ad31-b71389ad71f3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.976266345Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.978465727Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"538719b5-4c9e-4a35-8dff-b37bee3ddbc2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.978590396Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.981260626Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3cc214f-65d6-4921-af61-df864b8b74a1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.981377709Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.983429126Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e05ba1d4-340e-4bac-9b86-61c215653ad4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.983527793Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.987138407Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb32fe1e-963b-4e38-8ebb-81fe445a51f5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.987226362Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.988822332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"447cf580-ea3d-43e7-bbb7-c082c9993b7b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.988907221Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.990045289Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b04b04ad-9738-4656-817c-206c43399f74\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.990302892Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.991172986Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffc8173c-cd19-423f-9141-a8c32bd4544c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.991679755Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.992500601Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc7ad799-9b06-484c-ad67-54dbeaba3b55\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.992567594Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.994078414Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c5ceacd-3f16-461c-b8b8-7136db4b749a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.994263573Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.997500863Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8a590e5-f811-41cd-8407-bb05ad879f6c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.997576404Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.999327252Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2880ef56-720d-4b97-a576-2df7354d0439\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.999437973Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.003519215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"878006e9-bf6a-4c8e-b14f-7bcca9860203\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.003601038Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.006777607Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1e4a7b4-d5a3-4e7f-83e8-1606da2b6bdd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.0068494Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.009498488Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2317a30b-9bbb-448e-a6b8-052faf943625\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.009616583Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.011810184Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26414836-c6e2-446f-b7ec-e335654ab6fe\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.011963569Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.013102098Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12404217-b39b-44bb-b2c4-c24335c26ccc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.013360974Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.014601616Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3f66b22-f129-4247-8ddc-90c5f2fec5cf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.014738909Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.015657199Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.015705465Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.01573328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.0157584Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.016679235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.018484943Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fe701a8-c54c-4906-aa1f-9eaa58fe4f04\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.018719019Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.019680204Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"055590cd-1b55-4b3b-9ee9-07749992f130\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.019795133Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.019836716Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.019864632Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.019891265Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.021104121Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.021399871Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.029306985Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.029366504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.029397425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.030757144Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.032825245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.039815863Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.039900923Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.039936574Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.039967936Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.03999472Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.040383905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.042487396Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.042548157Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.044021322Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.045974975Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.052068997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.052245499Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.052342171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.053314088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.139347113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.204050089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.204129017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.20489861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.204960103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.204995162Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.205023228Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.205894795Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:50.205943372Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42259"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.206567345Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"7311027e-77fd-4715-a2c6-947477fdc7b9","remote_addr":"[::1]:42259","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:50.207164555Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"7311027e-77fd-4715-a2c6-947477fdc7b9","remote_addr":"[::1]:42259","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":505,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.207884118Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7311027e-77fd-4715-a2c6-947477fdc7b9\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.209988832Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.210048381Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.210078521Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.212252612Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.212327141Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.212361139Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.212388132Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.213035683Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.213605728Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.224326128Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.224406468Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.22444263Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.227285835Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.229648412Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.237619003Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.2381692Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.238226203Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.241706998Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.242141865Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.242196824Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.242783343Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.279057427Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:50.280256967Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:50.281604932Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.281665142Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":8,"elapsed":"676.807786ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.281706665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":9,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.281738739Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.281773298Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.281808027Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.281838247Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.28459481Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.290089367Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.29614884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.296217357Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.296251946Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.296954395Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.302244716Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.302305767Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.303664915Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64309","req_id":"e48deada-ed9e-417e-8e46-290b51614cff","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: be 25 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .%..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.303931577Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64309","req_id":"e48deada-ed9e-417e-8e46-290b51614cff","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48677,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.30431444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.304721791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.305336757Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64309","req_id":"e48deada-ed9e-417e-8e46-290b51614cff","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.306016531Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2075, tv_nsec: 104884914 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.306091881Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.306435325Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:55353","req_id":"e78442fb-be0b-4398-a490-b1435283c3a9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4a f1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e J...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.306880422Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:55353","req_id":"e78442fb-be0b-4398-a490-b1435283c3a9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19185,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.307076062Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.307118897Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:55353","req_id":"e78442fb-be0b-4398-a490-b1435283c3a9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.363966502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.364855414Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.365008729Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.36510965Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.365195962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.365892921Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.366265303Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.366481053Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.367103904Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.368222182Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.368284235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.368575696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:52303","req_id":"a9c5d40e-f6a8-443e-ae81-5aa74366643f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 96 6e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .n..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.36888886Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:52303","req_id":"a9c5d40e-f6a8-443e-ae81-5aa74366643f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38510,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.369105281Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38510,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:50.369308055Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:52303","req_id":"a9c5d40e-f6a8-443e-ae81-5aa74366643f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.369670177Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.369723343Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.36975211Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.371508079Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.371583609Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:06:50.368082223Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.371953696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.372110729Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.372595535Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.381990684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.382105884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.382134451Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.382493236Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.388025478Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.388105949Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.389017645Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.392792917Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.393173776Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd51b6df-b0cf-47e7-bd5a-6ddb59834210\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.39351718Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.397111993Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39b4024c-bc78-4121-b470-715d03acd9b3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.397370798Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.399015175Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.399096306Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.400961713Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae5f60de-9d39-4dca-93ad-c33aa4a4fd15\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.401114347Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.402462764Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.402522032Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.411863685Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f434e788-82d7-4d18-9d19-9c7e74fd2faa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.411931029Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.414304478Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37ed0ca1-462b-433d-8dac-0f616f7526ef\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.414348004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.416381606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19b39531-3c12-4743-8754-1c81dc19c3db\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.416454471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.419819195Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"482b4737-b91e-4b49-8b59-d7f1c3237499\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.419940267Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.423235883Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0afa084-9e28-4b39-9e75-568e4dd7d632\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.4234101Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.436168049Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec595b1f-cd9b-449d-b1f3-090e94873518\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.436525852Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.441495314Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e7ccf34-dbdf-4287-a6ec-181fe9de75f2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.44204073Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.442732318Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.444435502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"356fffc3-d058-4801-beb1-d99c34216049\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.444691802Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.446434124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db6936fa-3155-4af0-8e31-005d4a80edfb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.446795925Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.448034092Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c92b1810-1971-4427-9601-510d8dd5c8bd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.448235914Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.452651632Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9b381f0-84b0-47e9-88c2-969b8f3fd37e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.452827162Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.455758763Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ea76d54-cc32-4ddb-8a51-a922cfaaf9ac\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.455883762Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.45834233Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0048710c-5d6e-4de4-92f6-37ba47fa3d32\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.459304167Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.461483168Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cbbc1fa-9dd2-4b6b-be1e-a325843bed20\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.46160455Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.465473218Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a46402cf-c792-4868-aa5a-48d3950a1659\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.465598247Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:50.467709023Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.469118571Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30262e99-8bc2-4040-a1b0-b396fb77f7d1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.469939787Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.471644153Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cfc6fab-d6a3-40aa-b2f9-46f2742d66ab\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.471840033Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.474030638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12938af8-05eb-46d1-badd-2bba4647ef4b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.474107632Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.476381352Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa589a2a-6dc6-4aeb-be00-d214e75ac0bc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.476472403Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.477829948Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d18e4ce0-5f25-41d0-a137-28f85efa9a9f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.477958955Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.482948536Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf2a4484-8b13-4c0e-a310-7ccd0d58a49f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.483187984Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.486397067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bc4a649-99fa-4cb0-989d-efe8d3386270\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.486920891Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.490265485Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"962eafa0-c022-4f2d-8789-ae09a203a1a4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.490497928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.493352125Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.493404549Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.493448928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.49348038Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.494496064Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.495662328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db205b28-5328-45bb-9bb9-bbf82f2cf47d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.495810533Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.499248593Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.509863733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.513526511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.513677572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.514514149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.514990919Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47e0e899-fb19-428c-acfa-b87767557fc7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.515374573Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.518435943Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.518561102Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.519320686Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.520896505Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81c5c772-dd57-4efd-a0db-2bd1a8c13872\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.522540862Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.5296421Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3a858aa-a901-4b42-862e-c550b08e7395\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.529806678Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.531053763Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8ab030c-b5f7-44f1-ad82-197f8cb5fdec\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.531199493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.540971674Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83d3f16a-e400-48c1-b53d-c5506413356d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.552646946Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.556750412Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1db00af-05c1-43e6-9eb5-af210064157f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.556877595Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.559924576Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc1b94eb-4ad0-4ef5-93ea-ff2001b3ba8a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.561287832Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.563067478Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"643a052e-5d2a-4f9f-873d-b5eff06f7249\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.563416514Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.570718502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59b3cc37-e997-454f-a3ff-c01d02b53b4f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.571147497Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.584620942Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d48dddc-9f2d-4b12-aac1-ec9de27dfb4b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.584877353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.585587618Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.588707585Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5568de4-6231-400c-9e70-4a519a4ca0e1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.588899998Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.590631057Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3a73508-4799-4f28-b3ad-56e4cb8f2aa0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.590865915Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.592445813Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b51136e-203b-43af-9893-cb7ef34b7855\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.592562385Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.594817699Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d830296b-b133-4631-8b62-de348a486505\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.595323737Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.596165614Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9369db71-0a4c-417f-bb2b-1d87fdaf91ec\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.596257788Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.597346116Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14a1c1a4-7704-4d84-8be4-7594a561c6f8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.597556856Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.599913181Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"561854a3-a907-445b-919f-377463683be7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.600052799Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.600948233Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e488aad0-7331-45c3-b2e8-ab0fad8361da\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.601065637Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.601112501Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.601143132Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.601171708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.60194522Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.607103487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.613797394Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.613865881Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.613900239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.613930259Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.613957774Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.61443787Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.617073552Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.622257481Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.622323542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.622357951Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.623110871Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.63885504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.638921082Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.638953887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.638981592Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.639888098Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.643226059Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.650528408Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.650616594Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.650651093Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.651211069Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.721832648Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.722142655Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:50.72331935Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34888"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.724582807Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"b835606a-13bb-4438-bb90-d3af08b4ad60","remote_addr":"[::1]:34888","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:50.725127061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"b835606a-13bb-4438-bb90-d3af08b4ad60","remote_addr":"[::1]:34888","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":549,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.725520245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b835606a-13bb-4438-bb90-d3af08b4ad60\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.73085315Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.730912338Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.730941837Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.737191349Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.737261819Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.737357239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.737404253Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.738518844Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.739308457Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.739365521Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.740299582Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.74233664Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.750867117Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.751370159Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.751466291Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.752536072Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:50.783050711Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:50.783472641Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.783624744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":9,"elapsed":"501.907328ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.783781847Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":10,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.783886275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.784026425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.784128418Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.784222826Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.785057469Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.788258677Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.788893552Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.794168662Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.794245094Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.794280044Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.794714049Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.797537665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.79759557Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.798627787Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56008","req_id":"83029ba8-2da3-42b1-82ea-bf03ba8875c5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 0f ee 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.798691453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56008","req_id":"83029ba8-2da3-42b1-82ea-bf03ba8875c5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4078,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.798938466Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.799095408Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.799252191Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56008","req_id":"83029ba8-2da3-42b1-82ea-bf03ba8875c5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.799609683Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2075, tv_nsec: 598522465 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.799668931Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.80009529Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51926","req_id":"5f765642-7aed-48eb-b003-79142d741ee0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 50 e0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e P...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.800153406Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51926","req_id":"5f765642-7aed-48eb-b003-79142d741ee0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20704,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.800241422Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.800337232Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51926","req_id":"5f765642-7aed-48eb-b003-79142d741ee0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.867438628Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.867992722Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.86812724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.868465363Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.868906733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.87075727Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:50.870970615Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.872141788Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.873457149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9c3110fb-0552-48a0-a96c-cd70b31589b7","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.873706506Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56198","req_id":"b4a60812-7152-4685-adcf-891932983cf9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a6 95 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.873769532Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56198","req_id":"b4a60812-7152-4685-adcf-891932983cf9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42645,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.87398962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42645,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:50.87415527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56198","req_id":"b4a60812-7152-4685-adcf-891932983cf9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.87442121Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9c3110fb-0552-48a0-a96c-cd70b31589b7","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.874676769Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9c3110fb-0552-48a0-a96c-cd70b31589b7","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.876768557Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9c3110fb-0552-48a0-a96c-cd70b31589b7","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.876965269Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.885892907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.885977425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.886008477Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.886624935Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.887411893Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.887469859Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.887497444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.890060791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.890124267Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:50.891080392Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"9c3110fb-0552-48a0-a96c-cd70b31589b7","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":17623,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.898713741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c3110fb-0552-48a0-a96c-cd70b31589b7\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.899013158Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.900492646Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.900562615Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.901374012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.90175475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"1e783d8c-5106-4873-8786-0a90215502ae","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.902324576Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"1e783d8c-5106-4873-8786-0a90215502ae","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.902397741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"1e783d8c-5106-4873-8786-0a90215502ae","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.902939902Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"1e783d8c-5106-4873-8786-0a90215502ae","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.90307966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.903816047Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.903960054Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.903991106Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.910516107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9b470ca-fb19-4c7e-8289-c19b6a60607b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.911327874Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:50.914277511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"1e783d8c-5106-4873-8786-0a90215502ae","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":12495,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.926992906Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e783d8c-5106-4873-8786-0a90215502ae\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.927783932Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.927839873Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:50.92792337Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.945747954Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2772a4cc-c6db-45b5-8737-3d5d970daf99\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.94596685Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.959385265Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef4c1300-0c68-40bf-8491-8f58f71a0186\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.959475275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.962171166Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d28b52e-b5b3-420f-9b9a-c9bf711aff62\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.962356445Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.968618332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76db7f55-02ff-43e2-9dce-3b243702a58a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.968976385Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.978120153Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.979855661Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9f37204-5cef-4f59-977d-ff97bc02fff7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.980039347Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.984746426Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"814335d9-db14-421c-ab45-674971184143\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.985208426Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.989111844Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e722989-dc31-4ffb-b125-f8777930cf22\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.989396471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.990920487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cbe3db5-9d1d-48bf-9003-342c47a7fa20\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.991033482Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.992488411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69f0fa7e-c843-4736-af09-728ab3b056bc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.992554082Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.993601469Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37488e13-2952-4900-8396-4d094ae79e8a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.993724544Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.99458061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f09d3702-2793-4ce2-b435-05bf7bb43499\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.994698204Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.996326699Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31a3aeeb-188d-46b0-878c-62c7a02ad270\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.996580845Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.998390882Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5a029ee-1d8d-420a-8618-af7fd2498530\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.998603094Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.004120728Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b4d93a9-faac-4db4-a557-20a633a53ff0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.004938958Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.011964226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"947ab99b-372a-4fd9-a1af-cea42f3780ee\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.012134475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.015000415Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26747493-8fdc-43e2-a67c-223c7e492135\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.015105444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.018972629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11f2074c-ada6-4c89-9e8f-6f4ea9c0060b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.019086817Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.02419795Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e96dde42-f3f0-4791-850e-fce363a5cbe5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.024490243Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.025618731Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3678a206-0fba-4e9e-8ccc-1f055453056c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.025900232Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.027655249Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ffe9b74-88a3-4bfa-902a-01327d00626c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.027748845Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.028451696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.028516064Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.028552657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.028585142Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.029517359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.030451741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f79790a2-ceff-44de-9449-ddbc2da0908f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.03065702Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.031831049Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7650bdfc-fd14-4232-864a-793bb2931fcb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.031895557Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.032443609Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.049837626Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.049916122Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.049950861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.050798741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.053150797Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87b8eb58-5c14-4561-966e-131b4532e722\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.053451867Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.053865892Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.05392024Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.054670235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.058302421Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63c26c08-27ea-4804-8102-8c6926fcaa70\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.058590205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.06185024Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ed872d8-6154-491b-a24e-507738d78a80\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.061986141Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.066967967Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6efb073a-28b8-4ab2-88a3-ba480fb3883c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.067131884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.072533576Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14f84cba-56ed-4384-adc5-8712e337a39e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.073000506Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.079736868Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"922c0a29-05ca-4a20-ad16-8d8a81b65ab6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.080156274Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.085475292Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.087676557Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0347922-ea86-41f8-ac47-0fe7f4405ec9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.089063501Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.091251671Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3631ec21-d4b0-45e2-8fa4-d10993a5775a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.091394335Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.092723223Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7166ed95-82b9-4acc-84f4-a465743db95a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.092852781Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.093956831Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbcfcacf-35ab-4246-b922-e855e2c41e6f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.094158442Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.095729302Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5c362d3-ed34-4674-99b2-8d6c82eba71d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.095907377Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.104388605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce453287-8a2c-4f65-b2d2-8a120577bad5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.105098379Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.108477372Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61eeb975-b0e4-4637-a16d-bcdb3971be70\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.109295702Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.112978039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5388d222-58fb-40cb-a184-34c0b674aafc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.11313911Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.116150149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e18869ac-2764-4504-b833-e6d021b5ac66\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.116233345Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.120981996Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3469d2a-9c28-4a13-9495-96153da918bc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.121305Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.125060132Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95e2ca46-8cef-48ec-b567-3b22c190eac3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.125534116Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.127870972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39d0c9c1-49ac-4d89-9435-c4f9ae04591f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.128079688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.129446892Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aa39d42-6f0a-46b9-b52b-fec89d45c7fa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.129515028Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.130651903Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29a35cf9-6a17-4637-b211-3e8919176f4b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.131533219Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.134488958Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2af82b36-4cfc-4e7e-a6e7-5c744472fbcc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.13468558Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.136653952Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.136821235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.136952326Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.136990683Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.137635277Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.1380935Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5de03075-2880-404a-88c3-fc749fb86538\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.138330733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.138381784Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.138413167Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.138596492Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.139046068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.141588564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.148916434Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.148990692Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.149023377Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.149422021Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.151310424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.158030543Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.158105202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.158193167Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.158291443Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.158329599Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.159697595Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.160070127Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.160170838Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.160802176Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.162554317Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.169148916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.169330708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.169373674Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.170060853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.246221157Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.246402018Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:51.247347311Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34440"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.247897798Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"4f804ab1-2e5f-4e16-ba3e-489f64db79ac","remote_addr":"[::1]:34440","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:51.248678794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"4f804ab1-2e5f-4e16-ba3e-489f64db79ac","remote_addr":"[::1]:34440","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":801,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.249769547Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f804ab1-2e5f-4e16-ba3e-489f64db79ac\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.252268576Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.252331812Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.252362363Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.255745103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.255811916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.255847998Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.255878509Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.25706832Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.260420088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.264643072Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.26487311Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.264920234Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.265453777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.284324476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:51.294081255Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:51.294376073Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.294449579Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":10,"elapsed":"510.660217ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.294523436Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":11,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.294561653Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.294679918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.294808104Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.294857071Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.295381987Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.2976271Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.30312764Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.303195866Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.303231336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.303831352Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.307486885Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.307547937Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.308268933Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50312","req_id":"06746ade-6c0c-4780-96be-93626e19c8f9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c2 8f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.308335777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50312","req_id":"06746ade-6c0c-4780-96be-93626e19c8f9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49807,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.308590194Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.308860252Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.308911023Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50312","req_id":"06746ade-6c0c-4780-96be-93626e19c8f9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.309441029Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2076, tv_nsec: 108247729 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.309651849Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.309781678Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50997","req_id":"edaaa7ab-5329-4ffa-b845-2fb0bb73d8d9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9e ea 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.309832078Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50997","req_id":"edaaa7ab-5329-4ffa-b845-2fb0bb73d8d9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40682,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.309947969Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.310067657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50997","req_id":"edaaa7ab-5329-4ffa-b845-2fb0bb73d8d9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.375497602Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.375869383Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.375922629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.376002218Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.376034081Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.376899285Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.377009455Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.377084895Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.377288611Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.379021924Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.3796724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60383","req_id":"a4e220c1-48cf-46df-9526-2c8617d3f1c8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f8 a8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.379731939Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60383","req_id":"a4e220c1-48cf-46df-9526-2c8617d3f1c8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63656,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.379807269Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63656,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:51.37997358Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60383","req_id":"a4e220c1-48cf-46df-9526-2c8617d3f1c8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.380202597Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.380242025Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.380267696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.381766202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.389477206Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.389550181Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.389581664Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.391117293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.392553325Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.39260625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.393478899Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61244da7-8478-4e73-84b5-5f3948a1ee73\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.394155627Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.394519913Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.394614582Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.395558713Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.400884965Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.400961367Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.403830173Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61451cd8-a043-45ce-bdf4-13dd31c9da64\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.403918469Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.417791921Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aad835a0-8a28-4d90-bea8-49fb99f70bce\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.418270755Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.420750015Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b0778fa-8a24-4955-a190-c8f8d8fed10d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.42397003Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.428385418Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92fc1cb8-1b15-48ef-8300-2cc2953db712\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.428633051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.436584273Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11b4f04c-3543-45e9-be44-215a7273e2b5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.437590969Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.443911322Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"041ead4b-c439-4de7-95ea-8241e1f8a066\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.444055018Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.446873584Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93d5468c-9f18-4a35-96ec-448c5261a996\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.446952872Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.448453432Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ab350f0-87d6-4f62-b0f7-a45e80d81fa5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.448641427Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.463685401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9baa097f-1774-4964-9eff-8423da873819\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.46402107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.464817306Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.47480229Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21ca44de-b1f8-4b90-948c-e70e5eec2a34\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.475090064Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:51.479000786Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.481687138Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1615e06b-f34f-4b73-a3f2-47481e363916\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.482037236Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.483277467Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"665e01bd-6606-4c42-abb0-d3d7872e1da9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.483483277Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.496782204Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c937f73-acac-48e4-8a61-399edacf9535\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.49732217Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.50283796Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2dc9522-53ea-4c08-8d24-b0bb73f02766\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.503111765Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.506789222Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba2bf644-2183-4917-8f02-af2fa94d81f7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.507102166Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.511349879Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ddb1a79-226f-46d0-b954-97a8aa1aae73\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.512329791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.514747268Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca1c3ebb-a6a7-4ea1-be79-51bae4873219\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.514877618Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.518088646Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.518160058Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.518205669Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.518235548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.519889103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.524182096Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4140e707-6e07-436d-910a-af600bf67a95\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.524312336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.524688535Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.535025762Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.53513026Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.535163857Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.535926727Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.539239678Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d70d3c37-9672-47f1-9b7d-1c5bf156ae15\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.539487511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.539674183Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.539793802Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.540645859Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.54256326Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f127487-3fe7-401e-9e21-10056d152800\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.542626205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.543719053Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9df6278-d4f2-4b35-b305-c650c3fcbda6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.543790264Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.546353762Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"121ddbe0-c03e-435e-b4ad-e2b97bb392bf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.546429513Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.551162493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5459378a-6908-4bb5-a841-6380f3e18e0b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.551335768Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.554963627Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3352240b-1e41-48bb-8ef9-25f487da1b1b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.555052123Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.557756912Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6be94d37-bd68-434a-b322-ce36613fd3f2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.557963594Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.560448124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9d517ee-79af-4626-9faa-af48d6af212a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.560510839Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.56396928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b935494-e19d-4f49-bd9f-257d6a34927f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.56403437Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.566576945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c26226a4-3610-4089-ad4e-92e4b2661b06\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.566658328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.57274776Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.575042663Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ebe6ef6-a71e-4a3e-9604-c06774f02e34\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.575718369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.576949632Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"647e27a8-9b23-4d8d-811c-28a94b1a1eef\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.5771293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.579042302Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85f86109-8591-41aa-866a-b6245a0e16a7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.579768439Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.580659795Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"018f4805-4ac1-4663-97eb-5e3248a5eb7c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.580715997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.582961871Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c517435-3f4a-4cf8-867e-a4764060e4f3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.583408601Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.585499918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"310a0f01-56b3-42aa-b632-52ebb9de3ccb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.585559006Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.587687888Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2267a03f-4789-4155-b9fa-a319794b4362\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.587995961Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.590638657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fff96967-3783-49f6-a3c3-e8edba72e047\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.590820128Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.593088748Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85f015f4-16ad-47d6-bbb9-b78f0579d629\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.593152205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.595521686Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b496ce08-723e-4d8c-9946-d64756abac1c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.595661234Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.598203429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"596d6d4e-b6ff-483d-b336-a8e30cb30992\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.598495882Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.60059775Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81a0db41-ed46-49f3-8243-f74a6072a2c9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.600820323Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.602071276Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"180e69f7-92fb-4754-9751-28d777af1cb0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.602351033Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.603408941Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d77e9785-7e71-4689-a1dc-3aa731eca108\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.603643177Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.61191573Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06fce22b-44f2-4b5e-99e9-682208d252fc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.612244395Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.613396811Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab582252-1e17-4b33-a3b9-45bb8a9739a5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.614034431Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.615646353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.615906071Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.616350676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.617406109Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.62545209Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.625605306Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.625653682Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.625683802Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.626373025Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.630898853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.635774367Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.635857613Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.635893133Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.635924225Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.63595178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.636537177Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.63731694Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.648268521Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.648348851Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.648381165Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.648898877Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.652667245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.662865614Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.662941966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.662974722Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.663002156Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.664264251Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.664326084Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.664354351Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.793624032Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.793710594Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:51.794893762Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58692"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.795683014Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"9c7227f7-f15a-402f-997c-addfe56413cb","remote_addr":"[::1]:58692","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:51.796201437Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"9c7227f7-f15a-402f-997c-addfe56413cb","remote_addr":"[::1]:58692","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":623,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.796788778Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c7227f7-f15a-402f-997c-addfe56413cb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.799396483Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.799452585Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.799518206Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.802229979Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.80229579Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.802331691Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.80236111Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.803175302Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.808196978Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.81526003Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.815483265Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.81553568Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.816177979Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.880233235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.885759456Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.885903673Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:51.88729246Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:51.887751846Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.887831695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":11,"elapsed":"593.212688ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.887873247Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":12,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.888124308Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.888196131Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.888231331Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.888260399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.890968945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.894631553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.895467619Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.895590484Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.895662918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.896453804Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.902621853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.902726542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.902817172Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.903811574Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.911284252Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.911360615Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.911907374Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60823","req_id":"59758668-dcb0-4dbb-adbc-b15aeb31220e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9e 5d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .]..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.912082723Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60823","req_id":"59758668-dcb0-4dbb-adbc-b15aeb31220e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40541,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.912321269Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.912558722Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.91296423Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60823","req_id":"59758668-dcb0-4dbb-adbc-b15aeb31220e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.913389587Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2076, tv_nsec: 712279023 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.913454667Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.913803853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53808","req_id":"cc74849b-f8ca-4417-b96f-20a9f6344a2a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6a 5b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e j[..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.913866457Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53808","req_id":"cc74849b-f8ca-4417-b96f-20a9f6344a2a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27227,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.914014723Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.914053109Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53808","req_id":"cc74849b-f8ca-4417-b96f-20a9f6344a2a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.985353851Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.985840621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.98590028Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.985932775Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.985961051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.987037516Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.987525308Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60967","req_id":"bb3ece6f-571a-4c8b-94ef-2e0ccfa8b485","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a2 ff 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.987587001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60967","req_id":"bb3ece6f-571a-4c8b-94ef-2e0ccfa8b485","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41727,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.98805842Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41727,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:51.988164842Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60967","req_id":"bb3ece6f-571a-4c8b-94ef-2e0ccfa8b485","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.988317055Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.988363047Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.988391313Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.994425416Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.999385438Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.999463354Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.999498494Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.999818271Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.00066621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4e9af13-65dd-4627-bd30-fe85e3a95214\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.000908964Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.005995178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.006059295Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.00696999Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.008609677Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"255746a2-cb2b-4db8-a1bc-9c996e4c16d4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.009061788Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.016863783Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"600225f7-d5e8-4493-82f7-226ba8ae6bf9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.017195544Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.022972674Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"707cc29c-0d27-4c34-b5a2-d1a0376829b4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.023108816Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.030368891Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18ae96aa-fc7a-4ad8-8647-3f7924d4bf67\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.030676474Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.044032094Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a71adce0-084e-4b64-a620-f7d7863b0973\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.044196612Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.05043415Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.057497262Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2ac76cc-4dd5-4851-8a29-0c15ddeddd6b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.058418558Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.063148342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3af4c9a6-9c96-495b-8a72-d82a88d1430e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.063612236Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.065769765Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04bf8ef8-8d35-48c8-9f28-4b339256d057\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.066300522Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.067606765Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"717163a3-95ce-4117-9f88-38346b1d9f6e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.067772245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.068918639Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f05bb1e-ef06-42d1-a3b8-c6dbc6035d16\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.069236061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.071562887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a6cc941-eb21-447a-b79a-7235de8ad722\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.071692746Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.074704386Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21079832-be8f-44e7-984c-3a7d4bf8d624\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.074938523Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.081919732Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e752597d-920a-4ee5-a230-7ed051f5f968\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.082337665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.089178655Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1617a49d-4b33-4686-93aa-89e05cdf8d35\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.089322332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.101586718Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.101676386Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.101711566Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.101741536Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.102327524Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.107781931Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.132106516Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.132191646Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.132226435Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.133381988Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.133648288Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b45b7c82-a602-4984-974c-e9cfcced51f2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.134043646Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.138631697Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.13870852Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.140251735Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.145069454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa71cd0d-8401-4579-bd5c-bfd0320738de\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.14686896Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.151653012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acb5b2f3-c39a-4da0-99e4-b758cceec94d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.151749604Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.156614567Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13e5da93-4322-43b7-847f-777bd47989e3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.156815207Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.157799518Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fa85346-b7d0-46a5-98f1-3599cd7c63cb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.157990338Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.158910331Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7eaf848-e9cf-4aed-b8d7-550e0a267bf7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.15903537Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.160095493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4ad3723-cd24-4743-974f-23d383851fe6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.160433366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.162687918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07290c5f-962f-451a-a78a-4c7b4800d804\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.162856634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.164596561Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24c176a4-b8ff-49b4-ba0f-03ec9fb5c31c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.164978171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.169899406Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c71ff3c-1ba5-4710-90b1-84c60a9597d6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.170079024Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.172424928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2a6252d-d9d4-486c-97cb-936a2e9baf32\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.173426925Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.177686101Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.180026744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d16861a-ed85-4454-88eb-fba477be10d2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.180134469Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.184322453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1a60799-0fb1-4d33-a43d-e1380cf40508\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.184392403Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.188211061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f17d9087-86c9-49b5-9160-04e0e8577f70\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.188540087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.193665018Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33b6d4a8-bc76-40ca-8b5a-251c6a2288f4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.19381186Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.194972703Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62515b21-bf60-4db4-819e-1dcdc4d0707a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.195188353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.197173558Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b349816b-8a04-4e94-922f-56bcb9f7caec\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.197372505Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.198482627Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b74eabda-402e-4956-b5b8-3e096be35b81\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.19863004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.20746842Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd7b4ed8-10b0-470b-9f30-58addc6b0466\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.207604852Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.209121694Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e1eef84-60b9-4c40-9d72-6515b7c1f298\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.209404989Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.211848096Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6da54c9d-2a65-4224-baf5-9fc4e3078963\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.211961132Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.216235728Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bb0bfb6-099d-4b1a-bf4b-23eea46478b3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.216678851Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.220645364Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a70afdf3-2b92-42fc-a5a7-477a58783b66\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.220930713Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.225571028Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11806ae5-86e1-459e-a2c1-cbaac7bb0610\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.225810676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.228243042Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cbd8e3a-7348-4639-9326-765002696138\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.22856302Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.228968047Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.2291806Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.229282994Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.229368685Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.230198288Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.235125435Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.244384663Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.244499222Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.24459357Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.245454034Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.247745279Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"688255d8-d42e-48cb-a8ec-683151598346\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.24809702Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.248826554Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.248940621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.249544785Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.250214078Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee2bacd9-9f17-420e-ad93-212b36a42ebb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.250690527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.253418743Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09b5024d-60e4-4cc2-86be-70cbbb4bbb2d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.253934541Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.255078069Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3162d7b-2344-4122-bf86-eefddc16c7b7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.255225202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.258787019Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e46c20b9-e4ac-4bd7-a02a-c0bd41d6a490\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.258953411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.259002579Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.259126185Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.259172006Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.259925608Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.263916519Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.286489625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.286574564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.286612109Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.286645846Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.286676156Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.287585198Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.293823176Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.300498056Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.300588977Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.300624337Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.301356185Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.403684859Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.404612467Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:52.413396599Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36009"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.414456711Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.415117447Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.415732753Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.417042793Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.417546617Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"b392dc36-f49e-487b-b739-6122a4796921","remote_addr":"[::1]:36009","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:52.419233027Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"b392dc36-f49e-487b-b739-6122a4796921","remote_addr":"[::1]:36009","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1679,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.420863686Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b392dc36-f49e-487b-b739-6122a4796921\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.423129882Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.423191865Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.423224079Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.425833739Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.426089909Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.426154688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.426193195Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.427140192Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.428773707Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.428835179Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.432190705Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.438262963Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.438454455Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.438507761Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.439024831Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.440116126Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.440203259Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.447192525Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:52.478539231Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:52.478994037Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.479147182Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":12,"elapsed":"591.25129ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.479499214Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":13,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.479623602Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.479752408Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.479855283Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.479942637Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.480798212Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.484409868Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.489544929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.490407107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.490520132Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.491219977Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.494699119Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.494756122Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.495674332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49574","req_id":"196a182f-9f06-486b-bbef-ca754d97d2b2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: fd e4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.495737037Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49574","req_id":"196a182f-9f06-486b-bbef-ca754d97d2b2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64996,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.495811826Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.495833699Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.49591442Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49574","req_id":"196a182f-9f06-486b-bbef-ca754d97d2b2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.496267704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2077, tv_nsec: 295166698 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.496324958Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.49686316Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57323","req_id":"524af8f5-0eb3-407c-869e-ea82981d5ed5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8d 38 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .8..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.496959793Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57323","req_id":"524af8f5-0eb3-407c-869e-ea82981d5ed5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36152,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.497045484Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.497320251Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57323","req_id":"524af8f5-0eb3-407c-869e-ea82981d5ed5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.566610237Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.56702317Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.567081085Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.567115504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.567145283Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.569164606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:52.56970842Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.569996273Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62549","req_id":"51754211-e347-41c0-bc23-594f98db87b1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f6 17 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.570053267Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62549","req_id":"51754211-e347-41c0-bc23-594f98db87b1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62999,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.572730341Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62999,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:52.572832875Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62549","req_id":"51754211-e347-41c0-bc23-594f98db87b1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.572866873Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.572897554Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.572924007Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.57419063Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.585152531Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.585203122Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.585233442Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.586223746Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.58973408Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.589794079Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.590215248Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.590463072Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb62a6d6-34df-42de-a79f-84961ca13978\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.590845915Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.592877052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"039b96b1-b6ce-466e-b016-8c51948bff45\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.593065778Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.599065362Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1dffe5d-f800-443b-8abe-349728e5a5b2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.599197575Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.60481121Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3f827bf-4c39-4f10-aa53-733a79c48277\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.605018272Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.625056127Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5fa20ef-b18b-464b-ba85-7c0748653606\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.625326265Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.631289356Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a82fa10d-9123-41fe-a976-3c84a62e7c59\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.631501739Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.640537462Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcf64209-0573-4be9-a0d9-e631a7c938e1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.640665267Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.643812197Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e67300ea-77a0-49a0-8620-13653f2a9049\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.643861826Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.64836098Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4a54f83-edc1-4f6d-ba75-99dc56debbe2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.64883295Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.649307626Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.653348908Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb56a683-8c63-4a37-a028-3c3722a3767d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.655128834Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.656257744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0404d5c-66b3-4907-a43c-1bfb8e962057\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.656480918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.657562824Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a537598b-eabf-4b9f-877b-836f77aaa037\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.660207423Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.665840647Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"210c5209-b1b8-4879-acd5-631f267657bd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.666869146Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.68068834Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d911053c-aa55-4765-a1c8-b739ee1293bb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.680992065Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.746671237Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.746765755Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.746802909Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.746833009Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.747905756Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.751786669Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.761523499Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.761628488Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.761713568Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.762324976Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.772407725Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.77266639Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.77341382Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.778798578Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dbaf029-7300-4e64-900a-bb3736700cef\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.77916063Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.785206406Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0530c4b-0458-4726-9c66-8b772b810cd0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.785441264Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.791590375Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de26109e-58b0-4c41-b824-113d93f4596f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.7920596Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.814263369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bf3d6c3-e7cd-4147-86bc-2bca138ba633\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.814698066Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.834966609Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69d1b10e-f3d9-4b7e-832c-c8c0576bb223\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.835285946Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:52.840500726Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.84098949Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.84587817Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7ac03980-f8b8-4d8e-a81c-566ea7ce748b","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.846488296Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7ac03980-f8b8-4d8e-a81c-566ea7ce748b","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.846564828Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7ac03980-f8b8-4d8e-a81c-566ea7ce748b","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.848798168Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7ac03980-f8b8-4d8e-a81c-566ea7ce748b","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.848915912Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:52.85785869Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7ac03980-f8b8-4d8e-a81c-566ea7ce748b","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":11982,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.859885368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ac03980-f8b8-4d8e-a81c-566ea7ce748b\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.860113303Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.860281558Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c0dd637-a9d6-4562-a2d5-6c685db36ee5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.860458851Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.86152747Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"a3101c2b-1b24-446c-969a-6afcf511dbe6","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.866027717Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"a3101c2b-1b24-446c-969a-6afcf511dbe6","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.86611482Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"a3101c2b-1b24-446c-969a-6afcf511dbe6","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.866744224Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"a3101c2b-1b24-446c-969a-6afcf511dbe6","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:52.872854899Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"a3101c2b-1b24-446c-969a-6afcf511dbe6","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":11393,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.875689928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3101c2b-1b24-446c-969a-6afcf511dbe6\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.87575616Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.875793504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:52.875818885Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.875848023Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"070622a6-a649-4bb9-b2c8-732f32bfd954\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.875886169Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.891947129Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.892003281Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.901102621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.901169374Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.901205686Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.901236598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.902341229Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.907543254Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08498eef-ad4b-479e-aae6-231892e4835f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.907677411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.907765396Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.914995752Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.915141593Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.915216903Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.928884815Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.938627026Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.938712556Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.938803668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.941028661Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.942324333Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c34d123-dbfd-4686-90a0-779bebc56a91\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.942943697Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.949311885Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.949382155Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.955167933Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.960647731Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8a4ba7b-41d3-4279-b236-270fd7326a74\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.960979011Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.966616623Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e39bef6c-95ee-4ed2-9f4c-28ed978c2eb9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.966858105Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.974752403Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07a14657-9de7-41c3-986d-b4b1bee50f95\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.976435327Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.980435286Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d446207-b06d-455e-a948-0e28cf993caa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.980562139Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.989672551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8dc2861-df22-4e03-83cd-8b4d7683896b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.989792991Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.990277937Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.994574067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28b3ea93-51f8-421e-a66b-a774ad1770a2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.994658405Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.998316273Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f5d3123-6598-421d-9de3-b22c90ec3135\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.998416382Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.999767434Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daf1dfd4-f328-4919-8bda-d753f2b52d8f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.999910429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.007136306Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e89cd330-1a59-4565-9962-65d59f538273\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.008079946Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.01758773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66be63eb-040e-4790-bfa1-55bfd4fea9ba\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.01924916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.021782788Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"611bbe60-a0b1-4d5a-a61f-0ab659fa9cf2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.021953909Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.023306635Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"900331f6-059e-49df-8358-1dedcd6d471a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.023516032Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.027203068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bba9cdd-ad42-4b2e-86ae-703db2baa3cd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.027253679Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.027285312Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f948cf29-f083-4f93-87cf-21a0ca10bcce\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.02746506Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.033855643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1908c284-9c96-4345-94cb-c10f742583e5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.034196843Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.037536787Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c59365c3-213c-4262-b076-85907c414532\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.045319263Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.046380818Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.046475227Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.046686317Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.046722128Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.048184021Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.051887129Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.059413335Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.059580698Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.059617021Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.060421914Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.06409341Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86c900a6-bc4e-478c-90d3-79a2679dd2d6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.064176265Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.064211575Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.064239851Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.06510742Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.068720328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b3268cf-2cef-4997-8e0d-4a41b0cab6d6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.068877271Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.072411563Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f0a543b-ae27-4606-9f73-c8f11b0eeece\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.072566792Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.078750293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"677d3760-cf5c-4aae-aca7-1c301524a7eb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.078996854Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.080510369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dbdb607-7948-4280-a270-6c3ede4637f3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.080577724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.081801843Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6ffff1d-6393-4fef-953f-e79d6674b85e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.081861632Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.081896221Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.081928565Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.081957593Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.083158516Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.087618251Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.095215298Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.095302462Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.095338894Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.095369165Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.09539715Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.096008579Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.099665344Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.10543008Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.105738194Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.10589665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.106426375Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.18971892Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.189889951Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.190932779Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:53.191117918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65217"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.208238519Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"a535d5aa-0efa-4ee1-b69a-7d1b3c58c6c3","remote_addr":"[::1]:65217","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:53.20917216Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"a535d5aa-0efa-4ee1-b69a-7d1b3c58c6c3","remote_addr":"[::1]:65217","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":955,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.209883226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a535d5aa-0efa-4ee1-b69a-7d1b3c58c6c3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.212891961Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.215760707Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.215820887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.218922416Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.21898931Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.219028037Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.219058758Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.219799494Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.228459919Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.245307056Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.245627835Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.24569569Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.246495955Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.247118746Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.24731162Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.247364746Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.247575586Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.249923694Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.253575611Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.264704755Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.26481769Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.264851688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.265349068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.294110454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.294190543Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.294912923Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:53.29539861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:53.295607466Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.295728898Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":13,"elapsed":"816.136068ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.295823557Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":14,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.295854128Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.295882965Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.295911212Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.295938235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.297550287Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.300175257Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.304930131Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.304997776Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.305035752Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.305658021Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.311957443Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.312020438Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.312929409Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61228","req_id":"de191e0a-d22d-4044-9fe2-ab232c7fc545","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 63 28 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 c(..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.312996473Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61228","req_id":"de191e0a-d22d-4044-9fe2-ab232c7fc545","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25384,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.31324606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.313463924Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.313560707Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61228","req_id":"de191e0a-d22d-4044-9fe2-ab232c7fc545","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.314072226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2078, tv_nsec: 112966802 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.314138518Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.314611962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60819","req_id":"453958c5-9876-4d30-8136-159ae9423af1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ec 57 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .W..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.314671009Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60819","req_id":"453958c5-9876-4d30-8136-159ae9423af1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60503,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.314754616Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.314794235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60819","req_id":"453958c5-9876-4d30-8136-159ae9423af1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.37989795Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.380858353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.381015717Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.381344692Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.382968247Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.383729664Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59948","req_id":"b0fab60b-0938-475f-bba5-03614eefd9a2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f4 03 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.383899272Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59948","req_id":"b0fab60b-0938-475f-bba5-03614eefd9a2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62467,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.384180402Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62467,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:53.384371563Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59948","req_id":"b0fab60b-0938-475f-bba5-03614eefd9a2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.392141835Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.392311663Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.392548205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.393682184Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.393779137Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.399506549Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.399595676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.402718538Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b80fc47-e348-4fe6-aac4-84bd0534eeb2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.402947585Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.405494389Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd430d20-ea69-4fef-b3dc-ad4ec3add338\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.40561029Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.408941397Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"118cfe88-e517-4313-ad26-fd8cb75c9401\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.409035254Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.418378389Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a30a727-9154-4834-8843-5881d56655ac\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.419183253Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.419611086Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.424156692Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"977806ab-0a2a-4bba-8623-d2ebe2cf043e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.424523684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.429007026Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6d23b1d-d432-45c0-9ebc-5996fd5e7399\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.429363657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.43226623Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a7a5288-ea63-428d-9d82-409b2c0157a2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.432986976Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.435373782Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb050b5-d609-4a8c-b941-8d0f86ed682e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.43544307Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.441440139Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08801617-f93f-45c5-bade-3c6150566edb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.442917282Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.448827127Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71a53f13-2d36-4d27-8200-40d108dd92df\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.448983679Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.450142187Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f150e3c-1a15-48dd-84ed-96df71d8df6f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.450329791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.451843667Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72310bdd-e8e9-46e2-9998-e6c8d69876e9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.4519154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.454383848Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb646ca9-2d5b-4531-b254-27f32150e476\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.454651712Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.457916647Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e58d2049-5274-47d2-86d7-6ebb51287c4b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.458840117Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.462968553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01b636ea-ef37-4f0f-bfe0-c570b384fbcb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.464141479Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.468852726Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9adfcc81-562b-46bb-91e6-ff8ab3d529ea\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.46891991Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.470713634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.470879304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.470979694Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.471112549Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.472260877Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.474814625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9acac14-907e-4f15-84f9-12be896fae09\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.474886067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.47642835Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.485343834Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.485508963Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.485605014Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.486338065Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:53.497409404Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.507862421Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.507960726Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.509762797Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.515653965Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85e4a969-fd07-484d-9e4d-926f75bb35d8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.516132739Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.520781231Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dc7ffa2-7723-4aec-9477-21dc5961f5a9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.520927973Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.522584183Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ec1f700-a4e0-4598-95c0-11ce9c52920e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.522680615Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.529241557Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0d8a052-5d3e-40f6-9cfa-6d45ef8b27e1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.529457077Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.531863862Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df66b551-4288-4e1b-b8b5-3e1ffdb63354\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.531932248Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.535178446Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13192ece-3ad0-43ea-a502-095d4908cc88\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.535460017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.537679008Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b17cddad-7468-449b-9dfd-57e1d58d6d0e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.537926792Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.549302377Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"135272be-4c8f-4bbf-b0fa-b37f7a17e025\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.550828568Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.554556836Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.557919757Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70131503-73db-4eee-b467-13afe901a010\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.558963606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.563787097Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a1786a8-f2f7-4386-8b62-271feb05d41f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.563934921Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.567952657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6f1b7bd-c518-41fe-9cf9-83b76e06876f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.5682906Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.571685945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"592406bb-53b2-4f3c-81a4-c2378c5f7174\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.57183899Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.57571365Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbb66c14-a4b6-4a28-bf2f-77d898bdbfd1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.575914971Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.57864962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23661f35-5625-4c10-b0be-a83ac7d34089\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.578772635Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.580641989Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6894c43a-1059-4651-9519-da01c2d737bd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.580847368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.582010245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6de08f7f-cac9-4344-9836-1414d54cf7b5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.582071688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.584020661Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6702699-afc9-48c3-b671-9831818cf91b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.584224958Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.586202378Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c34dbdfc-0fbf-4f7c-a678-3b6d51806cae\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.586417817Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.589704446Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e8feda0-489e-4897-a678-3875a6bb35ee\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.590017249Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.593612452Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae0b9448-65d2-4ef3-bfa1-db2bc2db191a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.5937969Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.598752874Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d097b4ac-9273-4ec7-a51c-ac80b4383ae1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.598972091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.601715527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91afab57-5d60-4fb8-856f-4b0105bc8d56\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.602026577Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.604797147Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01c604d1-b6cc-4e1d-ab05-6c8c2ecf0728\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.604960142Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.605906828Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.605952579Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.605980735Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.606007007Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.606697774Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.60860308Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d6e06b5-c3af-4022-9ca3-6ea1cb8db7b8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.608735444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.609296592Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.615273811Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.61533868Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.615370944Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.61573016Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.61656323Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2c58979-dba8-419b-99c4-835fba6a9f51\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.616711926Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.618138208Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.618181013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.618940266Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.619144984Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a8abdfb-bc1f-4745-8841-8f96c57fde6e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.61928374Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.620467349Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"007e1cc0-5f50-41bf-ba79-bd46c4937704\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.620597758Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.621787008Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e6fb6a1-4069-4257-a197-8309725dd84b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.621856777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.621889051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.621917247Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.62195388Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.622451472Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.625551789Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.63038058Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.630490148Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.630590468Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.630685989Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.630766699Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.631526704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.636070276Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.641406839Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.641510776Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.641545405Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.64212004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.739395826Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.739494994Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:53.740483904Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34019"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.741704345Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"048bb8fd-fca2-47da-9862-cfe121ae140b","remote_addr":"[::1]:34019","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:53.742210354Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"048bb8fd-fca2-47da-9862-cfe121ae140b","remote_addr":"[::1]:34019","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":516,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.747110798Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"048bb8fd-fca2-47da-9862-cfe121ae140b\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.749901468Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.75000808Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.750073941Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.752005199Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.752158885Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.752257853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.752343594Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.753096073Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.756695344Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.765143957Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.765362954Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.76541115Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.768462459Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.783106907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:53.805937987Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:53.806409757Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.806478373Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":14,"elapsed":"510.662101ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.806518764Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":15,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.806547451Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.806578964Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.806610837Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.806641849Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.809894199Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.812572375Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.817871964Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.818057304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.818156421Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.818761427Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.826123655Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.826232953Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.830310668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59463","req_id":"5e05742b-9e49-497b-b72d-33374aa46c3b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 44 63 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 Dc..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.830579734Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59463","req_id":"5e05742b-9e49-497b-b72d-33374aa46c3b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17507,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.831154689Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.831420299Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.83317259Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59463","req_id":"5e05742b-9e49-497b-b72d-33374aa46c3b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.836064111Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.839023908Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.839084619Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.839116623Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.84077117Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.842205076Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2078, tv_nsec: 641067879 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.842425576Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.859633091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61593","req_id":"464e2c9c-3324-4c29-b6c9-7dbd0e7a46d4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2b 3b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e +;..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.859800013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61593","req_id":"464e2c9c-3324-4c29-b6c9-7dbd0e7a46d4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11067,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.860000212Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.860105813Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61593","req_id":"464e2c9c-3324-4c29-b6c9-7dbd0e7a46d4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.860553965Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.869423016Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.869509258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.869590741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.870165776Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.94866472Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.950411591Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.95237866Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.956183621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56224","req_id":"6636016b-7b0f-4616-8d31-b0fd19ea9432","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 33 8c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 3............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.956265104Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56224","req_id":"6636016b-7b0f-4616-8d31-b0fd19ea9432","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13196,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.956628017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13196,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:53.956760661Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56224","req_id":"6636016b-7b0f-4616-8d31-b0fd19ea9432","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.959950036Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.960015967Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.961358392Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.961977094Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.962262042Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.962311451Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.969194785Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.970363053Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.970425948Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.970458243Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.001076708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96ec90a1-1c16-4575-b6f7-5a8dbaf74899\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.001478869Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.017957903Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"544ee773-5029-43ad-a125-426199539dc5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.019061982Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.022332479Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e0a79c6-4f55-48ed-af71-c9fb11cc68fc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.029156605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.036683222Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be8a3c22-9a3d-411a-a959-6d056824f98b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.037627944Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.044224707Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.04616342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e23d5f90-a742-4990-be91-6e101d5fc51c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.046312247Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.050239502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"118780fb-f0ac-411a-a1be-0422e0cc9c4d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.050324291Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.054010966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09a8c500-5757-4db6-8b5d-65f367264fe9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.054209582Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.068065869Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a650e43-1b89-472b-ac03-c44e4f7d2239\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.06836216Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.070050534Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c531e4d7-7b43-4764-99c0-a5548dea2cc9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.071230304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.075713868Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"023966a8-56cf-4a29-8d12-63748bfc3a40\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.079426425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.080483361Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee2e167a-fb9b-4023-b110-ee0baf591e0f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.080682127Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.081684253Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29886ba3-9ec5-484e-8993-633974b4bb3a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.081761307Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.083034564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe3a1d70-e5c2-415f-8d7b-a6d989853c07\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.083227929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.087480672Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bfde575-13d4-4c73-a302-b27625e936b1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.087863595Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.093146731Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3104413-75e0-4402-ad14-9b5acb322484\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.09348736Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.096982073Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.097043616Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.097078816Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.097106501Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.099160724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.104888646Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.116731793Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.116804217Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.116838285Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.117457219Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.118017525Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6270f975-60c9-4dd8-befb-fb3cc3ae0112\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.118261782Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.121085438Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.121144916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.12232112Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.126033135Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b548f20-586b-4a2d-be4f-ad7f3da723f8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.126383985Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.129465554Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18fb0583-6d99-4aa0-baa0-641e36ea85ca\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.132154261Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.143236211Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"968a3c6d-937c-4071-8929-3fb6f4d6e9a5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.143468905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.146561026Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b695b15-dbf9-4555-9c4e-27c853ba44dc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.146626466Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.148626Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b5ed096-8c6b-4a6b-97e6-fda837df3c7e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.148898453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.165332176Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e20a777d-436d-4538-ab62-899720e1be3f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.165466654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.16975069Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f4df92f-eba8-49e5-9692-6bfd14591375\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.169937723Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.177703515Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33718b09-4b7f-4bb8-be7a-f367466084d0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.178132751Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.182084304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a2ae5d5-b4ce-416d-9373-f2673afe9817\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.182316216Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.186498609Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.1881351Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d601de95-530b-45e8-b91a-1b5eee352827\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.188335228Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.191390576Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c81c6d3b-5c35-4ab0-ae32-26d802d257fe\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.191696716Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.19440905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d309fb6d-a21f-47ef-8ce3-8fc2cacd5fdf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.194536233Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.196690937Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f611db5b-9f5d-4294-a006-7f963e625442\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.197228247Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.212592439Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0189e0fc-a75b-4213-8a14-fdfb7044533c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.212805774Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.213843472Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eacec8d-aad2-4768-a68e-4460119ccd21\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.214015655Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.214985618Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac0f3347-159f-426f-aefb-c1faed3cbe15\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.215139254Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.216034407Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a81fc24f-f7a4-481f-97bb-144f65f05481\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.216219837Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.217121804Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2086b2f-bd5e-451e-8337-a68248156203\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.217241352Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.218905287Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05072851-cd63-48d8-9c95-ca8caac8f661\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.219173973Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.221198286Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55edb444-f5c6-4a0b-a9af-cf304bf34538\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.221315379Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.224320787Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7005993c-9d0d-41a5-8f34-b1625e6ea4e2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.224579633Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.230059121Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4176a493-24f2-4088-8760-59f532dc1936\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.230157867Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.231986801Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c212f60-5053-4df1-a4db-5e707c40201c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.232148904Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.234429518Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0043e622-632a-4934-b968-1e4c71acd024\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.23456089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.237305759Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f36eca18-4962-4e32-957b-369c4d424c80\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.237384065Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.237509134Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.237561969Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.237764653Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.237913901Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.239222849Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.243010195Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4155e01c-950a-45c2-b5be-8ff174357218\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.243080725Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.2439013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.254037396Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.255430211Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.257133003Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.261160057Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.265597659Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.266492922Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.267582984Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.268447156Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50d09d1d-1ebf-434b-8c7c-f4020cf2ca99\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.269075087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.2702962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"628e7da9-f405-44aa-8da2-671ec99cfa0e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.270445347Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.272595021Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cabc7877-ae58-45ab-b678-40198eafde46\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.272883285Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.27294102Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.272974426Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.273002593Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.274288304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.277352409Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.28679832Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.28693914Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.286985563Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.287020412Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.287163998Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.288958464Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.291866548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.300090564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.300171315Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.300395661Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.303397833Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.374236284Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.374458597Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:54.37539851Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41279"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.375746112Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.375948987Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.376909831Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.378034782Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.394251453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"c5e60e01-f618-44e4-af24-4c540b2d4352","remote_addr":"[::1]:41279","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:54.395473849Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"c5e60e01-f618-44e4-af24-4c540b2d4352","remote_addr":"[::1]:41279","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1196,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.3989575Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.399116226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.400291327Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5e60e01-f618-44e4-af24-4c540b2d4352\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.404571495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.404816563Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.405049688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.411066266Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.411265022Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.411369039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.411451884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.412963015Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.420095676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.420330293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.420533017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.427237606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.427634827Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.427745688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.430869051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.437667216Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:54.47741467Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:54.481885699Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:54.483082974Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.483260137Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":15,"elapsed":"675.924907ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.483315898Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":16,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.483381028Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.483422992Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.483492731Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.4835275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.484766709Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.492748652Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.492809013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.492841598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.49286813Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.495283413Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.495840202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.506933114Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.507021721Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.518476734Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.518535972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.518571062Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.518602605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.518633506Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.518659207Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.518681472Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.524267832Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.524400647Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.526934816Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.527215355Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.528130669Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.529166733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51018","req_id":"cf6fa7b7-6454-4663-b96a-4d95a297e5db","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f3 07 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.529569135Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51018","req_id":"cf6fa7b7-6454-4663-b96a-4d95a297e5db","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62215,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.529942789Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.53019914Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.530563767Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51018","req_id":"cf6fa7b7-6454-4663-b96a-4d95a297e5db","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.53185058Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2079, tv_nsec: 330022957 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.531990038Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.532953418Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53577","req_id":"2aa2b830-0e45-436d-a31e-d64af3621b9f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 49 71 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Iq..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.533137104Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53577","req_id":"2aa2b830-0e45-436d-a31e-d64af3621b9f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18801,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.533600437Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.53394328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53577","req_id":"2aa2b830-0e45-436d-a31e-d64af3621b9f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.597921813Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.599391662Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58089","req_id":"b9cfa6be-0b7e-4fc2-9aff-302b1efc0475","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: fb 9f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.59947123Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58089","req_id":"b9cfa6be-0b7e-4fc2-9aff-302b1efc0475","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64415,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.599617642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64415,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:54.599699766Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58089","req_id":"b9cfa6be-0b7e-4fc2-9aff-302b1efc0475","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.599726819Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.599758182Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.599783502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.602986143Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd04deb9-f1d4-477d-b56f-5d3f0cc9eb3e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.603388475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.606071701Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6d6524a-fe1a-4471-b27a-73533f940052\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.606172993Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.607443785Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32587703-02be-4cc4-8a6c-c1b3eab4146b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.607514927Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.609536555Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aad5feb7-27ef-43c2-a75f-bf7c82ff3368\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.60960954Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.622130658Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70fca3de-9961-416c-bd57-fa59a75dee5e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.623294627Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.626778107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"669c7e1b-b42a-48f5-8df4-0d128ddd0939\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.6270907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.634100988Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a605b92-42f0-4545-a5a0-669664dbb09f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.634300515Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.635776747Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.640315349Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd861608-8695-45ed-95f4-03b6e4226bf8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.64108867Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.642292358Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b2b49af-2b77-4155-9ab4-c2e800566b87\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.64245889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.643840794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40b9c1b7-ce76-47c3-be18-c4d9954d4177\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.644002486Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.645127026Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"799c1ebc-52dd-4734-8151-a10f09cf2887\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.645258939Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.647815172Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db971d7a-6005-44ad-8044-754ba7ecf766\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.647935131Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.649659537Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdfaffae-a7a2-4da4-84d0-4945e03b403d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.649727863Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.653577103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed7321e3-8bdd-4caf-9cf8-8199ad38cd2d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.653636541Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.662860008Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cee8809-615f-4c0b-a0a2-9db4e8b930ee\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.666657184Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.668524013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1404dfb-0868-459b-bdf7-66b5acecfc2e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.66891876Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.671275435Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4d12f67-87f0-4462-a925-bd2667237154\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.671408961Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.675943426Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4df858ba-e2c4-4516-bcc8-6895c2b41c25\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.67724051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.682198759Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9a6a1d3-a139-4ace-898a-c2ae36947513\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.682374189Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.683504631Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6459d9a8-1e6d-447a-8244-b3650deac7a3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.683980109Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.686730809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.686787542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.686819286Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.686845247Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.687394091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.687671714Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8084dd0c-6094-46f4-8c91-fd93848fcec5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.688058785Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.691232268Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42aca3e0-8d9c-4ac6-913e-71620c24c0d0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.692069526Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.692320797Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.702281052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.702345731Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.702375741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.702902931Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.706069611Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1701668-30ae-4251-945d-4cbc36ad025a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.706889945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.707096787Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.707143009Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.707853004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.709332361Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce2788bd-1c44-44c5-bc16-eb198855a152\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.709504454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.712309062Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd17fdce-5b08-49eb-b146-e001a7465d6f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.7124184Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.719205753Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"306123d2-9468-4e09-8e12-04c40d64d293\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.719387506Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.72426318Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55b37320-6ba3-48c9-ace2-9a2b2161a48e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.72444366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.728853416Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb16e3a8-0fe2-49c9-8c13-6e377a12f52a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.729112662Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.746691216Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6273d61-7cdc-4efc-bfc4-b1a1df23bb70\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.746955393Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.749812866Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e9fbcf8-f376-4275-bbde-3168b4b0f560\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.74995045Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.752437806Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36a28511-cd10-49c1-987f-6237dff781bf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.75265544Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.756638275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ba84283-ee53-44db-b530-739459c78c60\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.756830108Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.757279012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.761843647Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dc5f3c1-8cd7-437e-997e-da26d2e0bf1b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.762364494Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.764757713Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22a0b7fc-0ddd-4524-a055-a4069df5b657\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.765002651Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.767049669Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36a39789-aaac-4a2e-a0e3-38953907fc20\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.768012638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.773919587Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"465f77cf-bf74-4d01-a059-74af9ae04506\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.774137832Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.796187394Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37c5813e-1dbb-4249-9e55-7aa34b2d7b76\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.796627211Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.800824744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"626590e0-ace4-4f07-9e75-277f23b1a029\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.801129992Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.80765889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50da83d5-e4f9-48ae-b5f6-acb6fa4d36f2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.807876143Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.808838892Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.809021846Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.809176725Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.809276884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.810713807Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.813609186Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.822491884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.822590982Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.82267546Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.823464913Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.827013533Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99045ce6-68e1-4b96-aca8-8ebacc082a6c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.827258542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.827540273Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.827646645Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.828495516Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:54.832150058Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.832581868Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.836162272Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"329582fe-071e-4b84-a1c8-bc152b8068dc","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.846336663Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"329582fe-071e-4b84-a1c8-bc152b8068dc","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.846454498Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"329582fe-071e-4b84-a1c8-bc152b8068dc","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.849511659Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"329582fe-071e-4b84-a1c8-bc152b8068dc","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:54.860206759Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"329582fe-071e-4b84-a1c8-bc152b8068dc","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":24412,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.861879171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"329582fe-071e-4b84-a1c8-bc152b8068dc\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.864572006Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.864641054Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"eaccb283-64fa-4c61-9042-40162c6c9b4a","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.868160366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"eaccb283-64fa-4c61-9042-40162c6c9b4a","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.868456265Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"eaccb283-64fa-4c61-9042-40162c6c9b4a","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.870689836Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"eaccb283-64fa-4c61-9042-40162c6c9b4a","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:54.880232539Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"eaccb283-64fa-4c61-9042-40162c6c9b4a","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":16045,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.881312721Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaccb283-64fa-4c61-9042-40162c6c9b4a\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.881551918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.881670313Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:54.881754381Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.890397041Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.891734756Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.910986564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.911903962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.912061716Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.912138319Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.927650726Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2819fe3e-8ea5-4864-8f52-04f654653ea3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.928203788Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.933776271Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.936517573Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7f75708-7c15-4d12-8558-aa390547b622\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.936602252Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.937853775Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67ca3f25-dabd-4ad1-a875-869e6c4cd946\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.937952813Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.938935821Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ca7d75e-c253-4780-bd50-c75a6026027f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.939015861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.94159539Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f35f72f5-3898-4549-8910-079b35aed910\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.942339673Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.942523469Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.942577848Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.94260899Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.943712969Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.946087511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.952933821Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.953010845Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.953044642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.953075444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.953104972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.953895277Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.956204969Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.962947683Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.963080558Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.963169766Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.963720724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.11790721Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.117979584Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.118626353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.118688176Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.118718016Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.118743567Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.119688369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:55.119748589Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38060"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.12260008Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"8c4a3e38-67c6-4613-bbd6-94c795feaaaa","remote_addr":"[::1]:38060","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:55.123396507Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"8c4a3e38-67c6-4613-bbd6-94c795feaaaa","remote_addr":"[::1]:38060","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1688,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.123536226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.129312454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.129389017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.129418696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.12987757Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.130178019Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c4a3e38-67c6-4613-bbd6-94c795feaaaa\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.132277552Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.132323464Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.132350838Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.134418688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.134468317Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.134500712Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.134531874Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.134669107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.1377221Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.137786538Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.138320913Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.139666494Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.143574671Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.143772896Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.143825431Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.14442242Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:55.242275957Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:55.242590023Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.242650202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":16,"elapsed":"760.106543ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.242688729Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":17,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.242722657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.242755993Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.242790773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.242818558Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.243428453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.246391206Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.251417441Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.251531157Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.25156773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.251907467Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.258841893Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.258905741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.26091326Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.26209773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63024","req_id":"a19b2a76-dd53-427b-b15d-fc515179954c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 3b b3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ;............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.26216258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63024","req_id":"a19b2a76-dd53-427b-b15d-fc515179954c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15283,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.262390874Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.262537777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.262685672Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63024","req_id":"a19b2a76-dd53-427b-b15d-fc515179954c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.264809734Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2080, tv_nsec: 63384903 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.264878751Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.265819857Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61881","req_id":"99cb6e14-16c8-4e75-af03-69698f8369e2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2e 78 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .x..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.265912441Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61881","req_id":"99cb6e14-16c8-4e75-af03-69698f8369e2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11896,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.266006889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.266360464Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61881","req_id":"99cb6e14-16c8-4e75-af03-69698f8369e2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.387013828Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.387422532Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.387489075Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.387522611Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.387550086Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.389094664Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.389173621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.389227138Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.389631593Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.390806965Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.391378394Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62412","req_id":"4b7ccd27-76a5-466a-8b65-a908004b24fa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 18 34 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .4..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.392528014Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62412","req_id":"4b7ccd27-76a5-466a-8b65-a908004b24fa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6196,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.392718123Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6196,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:55.392863453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62412","req_id":"4b7ccd27-76a5-466a-8b65-a908004b24fa","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.392991357Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.401823705Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.401887492Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.404954744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.404987469Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.405062639Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.405094522Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.405120274Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.418670892Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.418751563Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.419154977Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.419214475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.419861865Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.422856422Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a8b3a9e-11c7-4470-a38e-70bdf5c1dadb\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.424312002Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.424951356Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.425017588Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.427300506Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a6ba838-ae03-4d0a-bbf7-b33e53e7e0e5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.427368582Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.43637692Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"386cf399-8432-453c-9a10-f0c2bfd1275c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.436469785Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.441440519Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7022bdf0-4cb3-454d-8cd6-88279988c163\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.441632863Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.453730897Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daa21887-f547-40fa-9f4f-e3f4d298d890\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.454053189Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.465715676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16fb77bc-7c12-4b65-ba34-e4e9e980dc78\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.465838831Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.466322906Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.470786259Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d19233df-c679-4d3f-8c5e-2c3b27b00348\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.47087229Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.473082544Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d3dbe19-74cf-4ce2-a927-e39c47118d59\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.473163165Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.47438036Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d583d42-1b98-4601-899c-bda99e552f3d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.474516842Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.477510757Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddd007da-991e-47e9-bc51-ca9e7bae12e1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.477577851Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.478670808Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5713508c-e583-4c2d-aea1-216c66a36f14\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.478854384Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.480785502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8d36bb5-6302-41ea-a656-e12506281e33\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.480996121Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.482624766Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ecdc853-5507-4967-9e53-ef02983f673f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.483002749Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.48507078Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e7f9d9c-1ca4-40e8-b303-01e459de884f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.48612472Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.488612356Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecb82fe8-1242-4ee5-a403-73b0a6000554\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.488691955Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:55.490524997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.491408758Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"300b2b70-a7f9-4b8e-a89e-baf5743b39e6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.492159995Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.494442993Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3734df72-0562-4a55-8012-79a1d06da3e1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.494517542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.496933706Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce6ecb3a-a844-40f6-b7d1-e16414eef949\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.497055008Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.511178678Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a38a3bc-012d-4526-bc8c-55b0e4cfb0f8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.511401051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.512754578Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16935be7-9f75-43f3-8cbb-eee438433db2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.512907412Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.514423543Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"468ad337-537f-43af-94af-85409becbeaa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.514558863Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.515403866Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bc4a948-8fdf-4882-a08b-4dde755abb7b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.515523024Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.516658416Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"269d1f84-50db-46c3-81da-b353cb225b14\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.516828305Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.517390184Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.517582808Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.517631755Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.517661625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.518195759Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.520687053Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fd38a0d-9f9b-43ca-9d7e-0c796f2fd8a6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.520835889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.525883456Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.542117331Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.542356778Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.542410856Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.543291441Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.544671871Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77c64484-eba7-403d-9f1f-64b570460f67\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.544991738Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.548885436Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.54900754Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.549479069Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.555985032Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58825421-80ab-4306-ad87-8ba8f12772e1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.556196132Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.563524694Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"325c5876-c043-4621-8cd2-3d69fdfd00f4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.564560428Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.566329913Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac2830ba-edc4-4ff4-9e85-378124c426c5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.566464742Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.568209839Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14a494a0-bb0d-4da8-9816-a78b5beb171b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.568266933Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.570635031Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73ed6998-289d-438b-b1ea-6de7b9ead594\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.570775892Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.571620484Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4f2905f-9a7c-413f-9e78-0e776bdad557\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.57178892Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.577198318Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf8ff061-5013-4775-a0e1-15d72bfc1073\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.57757585Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.581029381Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cb84f9d-2c73-413f-8845-8ca35e18b72d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.588629233Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.591939439Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"464ce7b4-ba96-4cc0-be35-a469cd14e55a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.592174737Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.59897661Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f095b2a-49db-4c95-a7d6-0a5b981179c9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.599222309Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.59962937Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.603867294Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf7b65d3-4155-45a2-be07-3b7afab15dba\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.604108475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.608014918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c863925-3034-4570-900e-1541b86259b7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.60822693Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.610052157Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"732daefc-0ce6-4539-a5de-29b2b1898622\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.610267486Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.612621476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbd1f4e3-aabc-492b-9b58-0fbe502e82df\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.612887897Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.615442767Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7efb658-0bc6-429d-8676-9fc2d0fddea7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.615656553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.61949443Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"323f9b65-9977-4c6f-aba6-efa7bd7b253d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.649532138Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.651974535Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.652053442Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.65209288Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.652125235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.653790012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.655513356Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c597e25-4cd8-475f-8ef2-1d1a7e8ccadd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.65577176Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.663819315Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.693764709Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.693839879Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.693874728Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.694388642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.708413616Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfa4ea7f-19e3-432b-a65d-4e396f9417a8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.708650879Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.710084124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe7578f7-25d9-49c2-87a8-bf36aac68f50\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.712891748Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.713109632Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.713211736Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.713981299Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.715371279Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d7e846f-4666-4ab7-98af-48a043ef92de\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.715564904Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.71562287Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.715661036Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.715841986Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.716270771Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.727875142Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.733398296Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.733489588Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.733526822Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.733557002Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.733583716Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.737212426Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.759375815Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.764499654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.764619292Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.764656436Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.765615447Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.879817246Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.879986984Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:55.882194292Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51849"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.887720052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"a096db49-38fa-478c-ba29-ad96ee2b9c60","remote_addr":"[::1]:51849","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.888320087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.889110853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:55.889493866Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"a096db49-38fa-478c-ba29-ad96ee2b9c60","remote_addr":"[::1]:51849","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1784,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.897182074Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a096db49-38fa-478c-ba29-ad96ee2b9c60\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.900739432Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.900807798Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.900837117Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.902596592Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.902974565Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.9030372Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.903071408Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.907696844Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.914096966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.915008412Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.915131678Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.915206387Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.919128722Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.925152013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.925487762Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.925599334Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.926351032Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.94415275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.013681291Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.014146148Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.014260866Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.014352389Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.015533342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.037447344Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.058367315Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.058499469Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.058646652Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.05922775Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.117982314Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.118159437Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.118936215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:56.119157486Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:56.119985846Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.120051237Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":17,"elapsed":"877.340213ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.120159823Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":18,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.120202638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.12023373Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.120262217Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.120292598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.1207756Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.133763047Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.143643483Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.143700025Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.143731187Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.144645639Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.158717216Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.15894997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.161553066Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58117","req_id":"86198606-e69c-43de-a90e-1664ebbf7e21","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 43 2c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 C,..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.161738516Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58117","req_id":"86198606-e69c-43de-a90e-1664ebbf7e21","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17196,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.16515836Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.165574399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.168007156Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58117","req_id":"86198606-e69c-43de-a90e-1664ebbf7e21","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.171793269Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2080, tv_nsec: 970714538 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.174228792Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.177391844Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53575","req_id":"ca95e386-3cca-475b-914d-8b27a72a7a3a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9e 22 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .\"..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.187097732Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53575","req_id":"ca95e386-3cca-475b-914d-8b27a72a7a3a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40482,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.203470905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.217638914Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53575","req_id":"ca95e386-3cca-475b-914d-8b27a72a7a3a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.352217834Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.353282725Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60956","req_id":"7c8b96f3-adb5-45ed-b59a-ea61f88b910e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4a 32 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c J2..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.354196045Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60956","req_id":"7c8b96f3-adb5-45ed-b59a-ea61f88b910e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18994,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.354400633Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18994,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:56.354495091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60956","req_id":"7c8b96f3-adb5-45ed-b59a-ea61f88b910e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.354724668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.354779307Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.354808395Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.35611568Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.35616589Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.356483242Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.357322925Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.358479249Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14a4cd99-79ad-4fe4-981d-caf442aef526\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.358819808Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.360850223Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86bd059a-d047-4bb5-a754-4ec2a3517ec6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.361886217Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.36447728Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.364682208Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.376871033Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.380945782Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.381654785Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.385637139Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d894ce03-0534-413e-8672-d86349694f1b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.385810074Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.388259003Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2222f4e-4216-4de5-a7bf-f88b13a8b6d6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.388391457Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.390666941Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d61e594-af8b-4473-8d29-5abf3b482003\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.390832621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.392757156Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76df37b7-7778-4ffb-9bea-a36f7e38e4df\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.392878547Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.394910055Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c352dba-d25a-47fd-9da3-28c9e2241e28\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.395149412Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.3969003Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0a91dc2-a6a6-49ea-abdd-ec55ac63ff47\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.396979538Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.397837127Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6928a4f-9f5a-4865-9ae4-245865ce7f94\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.397976775Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.399709808Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"381b73e9-5247-4c63-8948-60f9114ab6c0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.399819787Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.401006652Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5b703ac-b2d5-4c7f-97a5-19d4779822e1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.401538021Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.405652048Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f3e641a-dee1-43ef-8788-d6fef1195dfe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.40605977Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.414450398Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cc254d4-16de-43a5-8b26-249fd5f5a193\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.414676959Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.417031781Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4caa29d3-7443-41e4-865c-95f955c435b6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.417169295Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.421946974Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cafb0c3f-0fef-4e05-88ff-442105d03441\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.42206539Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.430352241Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0db4e62-22d6-49c8-83fb-41a694a80b15\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.430496569Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.432951059Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.433016279Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.433054215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.433084706Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.433806935Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.437240656Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5e4b51a-5df7-49cd-a653-2373497a33b2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.43776949Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.438074277Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.444338288Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.444414239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.444453788Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.44483642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.449203872Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.449298561Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.449997613Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.452704697Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa4b7649-e4b7-4d8e-b9b7-b407c3a8944e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.453175856Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.455978119Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4846d122-2eef-488a-9331-06b146cb85b6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.456123288Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:56.458429934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.460083068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1c36ed4-ebf0-45a3-be84-80a633e5c81d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.460447484Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.464436632Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1da803e4-cb72-4f00-b1f4-e15160e30aa8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.465467777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.467596769Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdbcbf29-6f10-4dd0-9829-ba763841face\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.467971445Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.470591245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84057ad0-b9c6-485b-8f5f-294c8817d9df\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.470779249Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.473004263Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7904a4bd-4ed9-4e6b-9794-f63eb65d8e39\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.473260864Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.476876087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cc856f9-39cd-4c2f-b831-6c1f449a8675\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.477069372Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.483596637Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.484056594Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b83838e1-f3f2-4fbb-b2a1-1e553e8c526a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.48431064Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.488697681Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dd71dfa-93f4-40af-b404-4ffcfc17b6bb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.488893802Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.491044988Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b17a8c18-b58c-40f4-9280-7a4680747886\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.491180758Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.493101806Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b292317-b1f5-4096-ac55-f72e8f7f83f4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.493246945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.496750215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"036e810e-cc66-4a8c-94c3-51398edc0a11\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.496816808Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.497437073Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"350a7e95-3c26-4ee9-a28f-5311e72ffad8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.497590529Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.498910619Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"763dca8f-1535-4b45-b85a-8d638c80af16\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.498957683Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.500486309Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a485039f-cd0f-49ad-b604-2b3616903910\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.500653332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.501855507Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98b32d58-cf86-4d50-be6e-98e873b79ca2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.501962861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.50418595Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed6749ff-1518-4836-b477-e70a449c1bea\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.504540276Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.50743828Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0054dd80-98d7-4160-9f4e-e47200cc728d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.507731825Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.511644411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d662a5f8-eef2-46e0-b274-e2cfc38c4aca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.511850251Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.514589088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95c61c02-bc4b-45d4-8300-791f862fba52\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.51472597Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.518141606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6e4e8d1-efef-41b4-b5fc-7a047b6027dc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.518378929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.520093525Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68c5e19b-235d-4576-b6fc-932677e1a666\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.520215448Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.522508717Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7efa03b-8657-4409-9530-31c6d9f6674d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.522634017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.523795701Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1379cb0d-45c9-4f46-a412-7ee0f932e49c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.523954377Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.524893328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e82997eb-f185-4f23-a1a5-116bdca9ea41\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.525045411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.526486673Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"368864a2-ae7b-417d-a5dc-613553ee9ff5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.526619798Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.527549591Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"464ebcc3-761c-46a6-b1b1-b1b01750148e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.527616855Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.527660822Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.527694419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.527725822Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.528565846Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.535040696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.535103862Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.535138691Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.53516812Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.535889227Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.536279204Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.543711071Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.543790179Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.543828766Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.543859878Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.543888164Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.544275676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.547557696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.555146977Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.555391324Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.555535992Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.556454291Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.558340049Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.567529248Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.567593045Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.567624347Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.570472061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.572773597Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.572835099Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.573208353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.658912182Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.658998444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:56.660322582Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50786"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.660972567Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"d92b7a7a-226c-4a2a-bf3c-e92c1c5fee71","remote_addr":"[::1]:50786","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:56.661509297Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"d92b7a7a-226c-4a2a-bf3c-e92c1c5fee71","remote_addr":"[::1]:50786","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":546,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.662885268Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d92b7a7a-226c-4a2a-bf3c-e92c1c5fee71\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.664911004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.664957948Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.66498417Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.666517215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.66657001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.666662795Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.666708746Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.667268301Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.688536597Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.693785074Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.69394375Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.694025413Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.694463165Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.721334996Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:56.729640474Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:56.729893037Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.730021874Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":18,"elapsed":"609.773494ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.730073336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":19,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.730101572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.73013028Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.730159688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.730187123Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.731643104Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.744044733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.747874814Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.747938561Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.747973772Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.748363779Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.75249516Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.752574719Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.753234834Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57247","req_id":"1cd65914-1611-4ff2-a348-a43b22bd336a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6e 78 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 nx..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.753335875Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57247","req_id":"1cd65914-1611-4ff2-a348-a43b22bd336a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28280,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.753609551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.753772696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.753844509Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57247","req_id":"1cd65914-1611-4ff2-a348-a43b22bd336a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.754243063Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2081, tv_nsec: 553166065 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.754303884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.754597369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50704","req_id":"4913afe5-f0b0-46fc-ba07-6df8bb8f6b52","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 49 40 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e I@..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.754653551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50704","req_id":"4913afe5-f0b0-46fc-ba07-6df8bb8f6b52","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18752,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.754747117Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.755072385Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50704","req_id":"4913afe5-f0b0-46fc-ba07-6df8bb8f6b52","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.811487248Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.811942595Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.812010129Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.812046532Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.812074137Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.813634135Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.814375623Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56925","req_id":"89cb4445-28d7-4d49-8968-fe0099c81eae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: de 05 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.814462195Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56925","req_id":"89cb4445-28d7-4d49-8968-fe0099c81eae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56837,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.814545551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56837,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:56.81476082Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56925","req_id":"89cb4445-28d7-4d49-8968-fe0099c81eae","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.815133362Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.815188602Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.815219995Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.816426068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.825501981Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.825685607Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.825774614Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.826412285Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.828407851Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb174b94-3b76-46a7-86e5-20ca42a02357\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.828761015Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.829282073Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.829469165Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.830113579Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:56.832489994Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.83315032Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.834644357Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"22399f3c-a6a8-40ec-ae14-823fa465d03e","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.834852081Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"22399f3c-a6a8-40ec-ae14-823fa465d03e","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.835076127Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"22399f3c-a6a8-40ec-ae14-823fa465d03e","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.836099807Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"22399f3c-a6a8-40ec-ae14-823fa465d03e","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:56.845273865Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"22399f3c-a6a8-40ec-ae14-823fa465d03e","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":10721,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.846563284Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22399f3c-a6a8-40ec-ae14-823fa465d03e\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.846912881Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.847547776Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"301d02e8-c7f2-4d11-a9c8-7af5b611a408","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.849515326Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"301d02e8-c7f2-4d11-a9c8-7af5b611a408","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.84957252Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"301d02e8-c7f2-4d11-a9c8-7af5b611a408","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.850319659Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"301d02e8-c7f2-4d11-a9c8-7af5b611a408","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.851915929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2493f17c-5e38-4217-80f7-ad83f592a64a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.85210187Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:56.858224609Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"301d02e8-c7f2-4d11-a9c8-7af5b611a408","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":10645,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.871387295Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"301d02e8-c7f2-4d11-a9c8-7af5b611a408\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.871804847Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.871869535Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:56.871897261Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.886064728Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.886183936Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.888948915Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.890462401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.890604814Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.890641507Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.892589639Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d56d37e-30f0-4763-9ef2-2e599409f97b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.89272066Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.90599603Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1edfcb30-4fee-44fa-a4c8-e87960dbfb11\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.906100889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.907250891Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.9133235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d07eddd7-d7a1-493e-bca7-d2d30a8d3dfd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.913650181Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.916770398Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a16b0b1-8bff-47f7-ba5f-15715796aa83\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.91700275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.918927155Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d92d785b-1eb6-474f-8e69-6f968b555cde\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.919151712Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.921207699Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f3e5123-00ea-46b4-89e9-d0e1c77ea762\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.921872393Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.923292232Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0a71cff-ef80-441a-ab83-dec784692914\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.923536298Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.924569577Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"367bd312-00d9-45ab-b925-3644bfbac77a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.924822381Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.925868565Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32f9a892-8b62-4659-9666-79001a38a75d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.926161378Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.927292703Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3a7b65a-6ff7-416f-9394-3cd73fbc58da\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.927507571Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.930914208Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a5eb3c6-48d3-4813-9b98-fa52443e3326\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.932092987Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.942293982Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dd3c9a1-d759-47f6-a874-5ffd1fb56c7a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.943026471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.948353314Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05e68762-660c-4683-bc1b-94747b5932a7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.948630407Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.952333926Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65771e9c-309c-4121-9207-2bec15b2c063\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.952617741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.956524776Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7652bf9b-08ae-4b86-b5fe-a32c1339b7e4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.956596919Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.958029083Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41e2ece0-ea97-456f-b2a3-145c5d58a8a2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.958210835Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.958413469Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.9584695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.958502326Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.958532426Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.959365546Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.964692229Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.973099429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.973175521Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.973207154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.973679816Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.974998583Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eb1f98b-88a9-460c-b04d-c46b52485898\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.975075126Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.976260117Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5d3cf6e-dc8e-4c68-8777-5f7d34e56f19\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.976529874Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.976724282Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.976776726Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.977283556Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.978538747Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03dff24e-3e19-4e6f-9fa1-5d833c8ba36a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.9786907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.981124729Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db5e3ae7-eca1-4781-87ac-ef4ecb322ebf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.981267514Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.983204804Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"689fb5d2-79c2-4416-b01d-88abb3d8c332\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.983399542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.984719522Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30c5d282-6c99-48e8-89b3-8ec864839c54\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.984980702Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.987537086Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fe33d3a-59a1-4ecb-a4b5-b320e4dbd488\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.987645722Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.988981033Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21c95f86-1dff-49dd-89f4-759025d018d1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.98905002Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.991326937Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80a0b4b8-dc44-4a03-9c12-a66f61d96bce\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.991482246Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.994710699Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"332a1a87-a0b4-48cc-b162-f3dabf792959\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.994791029Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.999582846Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4067ece2-1f88-40ba-bd97-ef8dc2abaf8e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.001469605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.005129307Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53eff706-f7fe-47f0-bdfe-1cbc5b5daf19\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.005579634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.006941938Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0558f82b-079d-406b-9a9a-455bd92bef21\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.007098811Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.010028007Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab7e90d3-1423-4a11-8d61-5ccd8f87f3f1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.010179489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.014015903Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf812394-dc18-4f5d-9b78-2f9c07fe7149\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.01532947Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.015775058Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.017510516Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc8a0f13-ca31-4477-8faa-9bb30512324d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.017592339Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.018858141Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"136b5e57-9687-428c-9991-cb2532abc8b3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.019022468Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.020899047Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4a40cfc-979a-42ba-a06f-ebbf5da609f9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.020978415Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.022766488Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfe78e58-2d3e-4048-b062-e13fc0072cf8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.0231843Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.026478855Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3fd2380-6a88-4f74-b906-854b38a447c8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.026557642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.02878016Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eea04382-3a0b-48b3-a4eb-c92ec976d350\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.028911431Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.031051074Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e81bdcf8-a188-49c6-b7f0-9bda68dbb93d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.031465059Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.03409553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d8e941e-e3b7-4637-a726-b9245b12f766\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.034264076Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.035338487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0e30f3a-ea13-4ccb-9e29-5de79c9fe4a6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.035487814Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.037365215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e2b5e29-fbf3-49cd-9fe6-abfbca07abb8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.03746328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.038357552Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c464a97-0c61-4777-9834-831bd1c42a98\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.038501389Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.039474878Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a2d033f-f478-479f-b855-375626ddea05\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.039543194Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.039578475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.039610669Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.039639456Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.040292177Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.043149299Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.047489958Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.047547332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.047577352Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.047608724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.047639175Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.047987309Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.050421409Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.055945525Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.056003911Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.056033099Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.056697613Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.128290267Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.128364796Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.130151435Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.130218679Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.130297156Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.130335192Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.13135853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:57.13146868Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59492"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.135579941Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.145596248Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.145758752Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.145814012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.146172907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.146394419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"942560b0-3fb2-4561-ae00-d348cc4bc914","remote_addr":"[::1]:59492","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:57.147159262Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"942560b0-3fb2-4561-ae00-d348cc4bc914","remote_addr":"[::1]:59492","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":774,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.147764017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"942560b0-3fb2-4561-ae00-d348cc4bc914\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.150296934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.150427063Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.150472394Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.153035691Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.153177904Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.153220058Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.153249637Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.153639394Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.155423538Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.155615791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.156632497Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.156709501Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.163385903Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.163728786Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.163779838Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.164589621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.211027245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:57.213061789Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:57.213516084Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.213568919Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":19,"elapsed":"483.568659ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.213605773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":20,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.213632736Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.213661694Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.215059149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.215113016Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.216688836Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.219589114Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.226778579Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.226837476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.226870692Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.227507231Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.233950067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.234229204Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.236515569Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63960","req_id":"5121220d-2cdb-46c5-882e-00860261bb64","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 01 89 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.236693383Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63960","req_id":"5121220d-2cdb-46c5-882e-00860261bb64","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 393,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.237279331Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.237666733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.237845008Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63960","req_id":"5121220d-2cdb-46c5-882e-00860261bb64","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.238407098Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2082, tv_nsec: 37336753 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.238834279Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.239345357Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63948","req_id":"22412035-1c19-436b-8fef-ebfa2f057110","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d6 3d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .=..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.239655495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63948","req_id":"22412035-1c19-436b-8fef-ebfa2f057110","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54845,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.240118668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.240262865Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63948","req_id":"22412035-1c19-436b-8fef-ebfa2f057110","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.283969298Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.284466218Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.284679483Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.284793369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.284935483Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.286391213Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.28679104Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58736","req_id":"137f2ac1-820f-4f5a-859c-6c5ec03277dd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6c 35 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c l5..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.286935497Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58736","req_id":"137f2ac1-820f-4f5a-859c-6c5ec03277dd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.287094955Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:57.28729317Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58736","req_id":"137f2ac1-820f-4f5a-859c-6c5ec03277dd","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.2874084Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.287453129Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.287479792Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.289849453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.296805363Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.296870933Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.296902927Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.297304607Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.297544255Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"915c7ce1-2ef8-4d6e-a2ad-927c40cc8d13\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.297842359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.301068477Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.301127013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.301655747Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.302102226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e31d21ae-c3f1-4b04-98bd-238f8de8f721\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.302259279Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.308998226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"495af3bb-f27c-42cc-92f5-d590ef63ee15\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.309495567Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.313970313Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1cd75d7-b593-4276-aa47-380271717eea\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.314240661Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.321385216Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7dd9e62-e94f-4ebd-9e03-0eee5d90965a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.321629082Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.325761877Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"000cc198-d62f-4f6c-9399-1eba999e369b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.326051043Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.333560835Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac790f0b-0e42-4ab0-9295-f3a9982aa9a3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.333852597Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.336942944Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b63af71b-4982-40e5-831e-341a676d158a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.337260747Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.340430373Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44808bb7-56c3-4bfd-9c1c-62d6b922a52a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.341062221Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.341631786Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.343273337Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9e8e8b4-8816-4804-967d-ea7323ab1377\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.343547233Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.345794771Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58dcc0e6-126b-4818-9e84-b07f1cf72918\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.346927367Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.348183711Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c15c3bd8-161f-4602-a3a8-cf76ac38d67f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.348267628Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.350491399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c0e00f8-79b3-4d88-a800-397fc7c19eb9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.35056261Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.353024095Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1af096e-1f9f-40e9-98c7-85cf90f033be\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.353203312Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.35544077Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.355490749Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.355515659Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17aca7e8-c4c6-4545-a220-933253d5ead7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.355655498Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.35601827Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.357039515Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.360079913Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25ac8bfb-6872-4394-b1b7-bbaea45456aa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.360200313Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.361134414Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.361416296Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.363977038Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ced789ba-793e-4160-9e6c-581a7e2f8c9b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.364387846Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.364744156Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.364805468Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.368303087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f1f8ae5-6ba6-4fc4-933b-11adb53f2fc9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.36865572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.371644445Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c9f6ce6-9a3a-4bbe-abf5-60e1f009ab76\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.371759233Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.374120368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f7fa159-4698-4fe3-8175-b79c9c99cf38\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.37425727Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.375604354Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29cd46a6-9b14-4e44-a663-7bba7b878af9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.375741828Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.37925604Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29765cdd-1111-476c-b458-4c49452219bd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.379300228Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.379332362Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"214dda04-ba3a-4cba-afd2-c1b97b05e768\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.37936649Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.390929298Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf128252-f9c2-4fe4-b333-bd3013398028\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.391113596Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.392358696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.392668554Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.392760617Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.392802531Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.394687597Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.397928023Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.406721493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.406788527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.406825901Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.40751306Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.410298901Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5f24b59-45b1-458c-82c2-10f54196cf91\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.410507597Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.420979922Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.421092948Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.422509891Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.427385645Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9f0c388-3580-4d8d-957f-16065ffc0267\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.427512238Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.431409583Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6019dcaf-a404-4472-96d7-f8253928d7f3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.431516426Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.435405765Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85070bb3-c141-4069-98df-f5a45b383147\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.435481907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.439363601Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"074509c4-e62b-4831-899f-e907f40a7af5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.439544611Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.444024738Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76434517-a3dc-447d-b49f-4c8c61b6a61a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.444275096Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.445863652Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1f83f08-8583-4d4a-8472-10433eed3dc2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.446174351Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.447954397Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f07aaaf5-2235-480a-af59-8e667b48b78e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.448224465Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.44975749Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b03460e6-2903-404b-a162-1f20282b6b60\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.450005604Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.451943595Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdf2cbd2-570c-43fa-8ae1-279396041030\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.452621967Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.455635912Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f014fcfc-c0bd-493c-b33d-3be8385d0a0e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.455912654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:57.458722432Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.459489971Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.464746444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4d3a171-14f7-4cac-93fa-65f2d950bcf0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.465024659Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.468717446Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a8ccc73-dd25-4620-8566-9f73a0c87129\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.468923687Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.47240833Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"608347b2-9097-4458-876d-bc6ae017d637\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.472619842Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.476138953Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2156b78-1b17-4ee9-b885-983d51b4db5a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.476344402Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.486242844Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33f92741-dbbb-4a3a-b3f1-e0c170c003c0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.486444226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.488785931Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51829281-20a2-49f1-bf7d-eadacc09e49b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.488849769Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.48935719Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65f91786-2653-4fbc-b5f3-2ed1f6b9e22c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.489504172Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.490579154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e41a17b-1f6b-4249-a516-1eb755399ba6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.490714995Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.492219673Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21bfba70-3394-4709-bc0c-9845857b8eb0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.492286366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.493052903Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d7df77f-3dfe-494f-8472-501656ca6084\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.493160267Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.493197912Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.493231669Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.493261759Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.493973257Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.503820898Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.503948402Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.503993962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.504022329Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.504048942Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.504073842Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.504096507Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.512668957Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.516428307Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.516494449Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.516525891Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.517183391Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.518055619Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.518133074Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.518166621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.518194236Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.520463146Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.524531933Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.532207226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.532281704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.532315Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.532342996Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.589697531Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.58977215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:57.593060903Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46464"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.593126994Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"9b0d884d-df98-41fc-8b7e-e47158d19b34","remote_addr":"[::1]:46464","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:57.593161844Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"9b0d884d-df98-41fc-8b7e-e47158d19b34","remote_addr":"[::1]:46464","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":596,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.593196673Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b0d884d-df98-41fc-8b7e-e47158d19b34\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.596218283Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.59626163Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.596286399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.59827458Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.598339029Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.598690469Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.598730198Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.600336128Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.600438652Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.600472269Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.60334845Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.604594583Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.613500106Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.613579284Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.61361241Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.613640336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.671202074Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:57.674371198Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:57.67580253Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.675867489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":20,"elapsed":"461.034992ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.675904363Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":21,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.675929773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.675956457Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.675983751Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.676011406Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.676035544Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.67773981Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.682406838Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.682559934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.682594502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.683084398Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.686472399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.686615103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.687780836Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63901","req_id":"14468c0f-dce9-4b85-afea-3df198d0905c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 0b 47 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .G..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.687844713Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63901","req_id":"14468c0f-dce9-4b85-afea-3df198d0905c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2887,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.68810939Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.688287986Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.688567874Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63901","req_id":"14468c0f-dce9-4b85-afea-3df198d0905c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.689088872Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2082, tv_nsec: 487978167 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.689149553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.689746572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56702","req_id":"a873d142-9955-429c-a3ce-446a0866654d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 17 39 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .9..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.689792955Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56702","req_id":"a873d142-9955-429c-a3ce-446a0866654d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5945,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.690154084Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.690203012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56702","req_id":"a873d142-9955-429c-a3ce-446a0866654d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.739520634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.73980985Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.739862165Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.739895521Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.739923918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.741148938Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.741892971Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51131","req_id":"d1838368-f5eb-4619-98cb-97b7a8bad4e7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 48 e4 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c H............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.741949553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51131","req_id":"d1838368-f5eb-4619-98cb-97b7a8bad4e7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18660,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.742053551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18660,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:57.742331034Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51131","req_id":"d1838368-f5eb-4619-98cb-97b7a8bad4e7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.742386915Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.742421504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.742447395Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.753645327Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.762482424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.762574668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.762606601Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.763603247Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.76391077Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b317648-1ee6-4466-8af5-7d392af7978f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.76428241Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.768012402Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a29fccd-6532-42d2-b599-2e4af7e53fd4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.768261969Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.768434373Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.768486747Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.769025891Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.7767245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29764991-6dcd-4cf0-9dee-b80d0fd41d01\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.776909479Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.781578932Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae2db16d-84ef-4a86-84bc-803082174f8e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.781711236Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.785144126Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b665dd8f-e293-4e5d-9b4d-4c0f1b9c4a01\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.785338964Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.792931231Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0a268cb-09ef-4f55-ab7a-cd533f73f715\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.793078505Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.79712645Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9322b4d5-0c8c-4cd3-b160-dbc974aca5f0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.797361378Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.799278588Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91c8c638-917e-488e-98a9-0f0a9c9f183a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.79954551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.800478539Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1861e229-bf09-4fb0-9b5e-2a3d57ca0ef9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.800707465Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.802087264Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6871cf91-074d-4ef7-a2c6-08557330d78c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.802510367Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.806437471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fec8428d-473c-45fd-9f62-b3c30275c1a1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.806574555Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.807110993Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.80862519Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7f81365-f061-4c85-863e-0f3ced66f2a1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.808689929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.81163153Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1077db1d-e877-4c5a-aa28-fbdd63bfacaa\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.812150204Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.814915884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5da0db16-e278-4ab6-8564-4d563364e974\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.815047336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.81686594Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa8a932e-92d2-44f5-bf7a-c54cf7050002\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.816944586Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.81971704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ad5a7c3-b51d-41e1-99de-96e8cb64b6ce\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.819759024Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.858856082Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.858922625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.858952805Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.858979809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.860552262Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.861858083Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0740864f-09a3-4663-bac8-789f5a960227\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.86226777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.866887144Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.87444919Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.874518999Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.874550011Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.875308643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.879743289Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e079195-6b05-4d3b-8cf2-b44e233d01d3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.879910241Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.880121031Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.880168866Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.880961135Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.888117704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.888235829Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e33bf056-4204-480b-b2d1-6ea5f09461f0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.888415848Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.888545987Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.891400274Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.892578702Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.892635926Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.892665175Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.894321465Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f00b535a-33a8-47d5-8197-dd02ff6decfc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.894746421Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.896501889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06eb2b1a-4aa5-411c-9431-212a7cf8bf52\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.896675705Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.899341757Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92fa6303-554f-42ca-af9e-cff9bbdf7724\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.899721764Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.901290931Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"513eddf1-2071-4ec6-8f6e-cafac7ba70a3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.901596139Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.903362739Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbe109cc-e4e0-463e-854e-2dcf350b2b3b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.903746944Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.906198419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1467a82c-3ae9-48f3-a54e-8f733edab903\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.906317576Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.908848338Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a91b3f7e-b407-4d16-9045-6d8dd78806fc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.908937737Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.912655103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b44668c-577b-40a1-8389-8171313cea97\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.912843198Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.916658089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.917866376Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3de04c1b-587d-4fe3-8293-68c5b2b46aaf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.918094401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.920096319Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d481762b-08b7-4bb4-9e51-4d093d0e9625\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.920222Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.921970774Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c93fdaa1-03c9-4282-8fb7-190254db512c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.9228368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.923896691Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ae98f58-92ba-4cf3-abfc-9e1408cf4a1a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.924060638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.925979361Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5181ff1a-8c6a-4dc9-97fc-1cb27ee3b031\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.926543856Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.929340798Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0177f2d8-89ea-4360-b3d5-5b9ea35a4e3d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.929563161Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.930615368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2038103c-6a0b-4715-ac65-2ade812f3433\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.930676129Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.932379232Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a78e2146-5677-4394-9f16-d9f69d57e616\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.932668889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.934581009Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80ebec5f-b8e2-43b6-97b7-6ecc1c906127\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.934699736Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.937534684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f2b30a9-e333-4dc2-8a91-f2985fadd286\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.937699563Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.93938455Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca98928d-8586-47b1-9a9e-6a5d9d0567e6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.939447686Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.943270683Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64fbd935-7bfd-4ab0-8b15-96995542af17\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.943480681Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.945724792Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e07cfe0-5fba-4d0a-80ae-77be5d6852a8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.94587929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.949422069Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fc40534-ac63-4404-aee8-82c386e4198b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.949596497Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.950669134Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf8748ef-d9aa-43a2-a65f-d0c803b97478\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.950837138Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.954904603Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6400dc1c-7fe4-43d6-919d-eda46cfa1995\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.955174921Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.956145395Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df8019e2-99ee-4eb9-9d8a-4e7e158e0f88\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.956381676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.957476497Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4fa4475-14e9-4179-b65d-9508cab3c6a1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.957728018Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.957925622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.958031122Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.958116622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.959071154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.965299925Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.970893018Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.970954661Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.970988829Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.971995215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.972071837Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.974555375Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.975294598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.97549111Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.975542192Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.975571731Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.976492104Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.978270548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.983988931Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.984053239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.984087508Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.985424932Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.986073855Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.994183112Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.994246158Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.994280196Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.994708419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.057335479Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.057610698Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:58.058231415Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49918"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.059120426Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"2e96026b-377e-4fbd-b3ab-d7cbffb2cb60","remote_addr":"[::1]:49918","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:58.060880523Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"2e96026b-377e-4fbd-b3ab-d7cbffb2cb60","remote_addr":"[::1]:49918","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1770,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.061183346Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.061298275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.062153279Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.062464058Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e96026b-377e-4fbd-b3ab-d7cbffb2cb60\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.064511397Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.064603551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.064665354Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.066986739Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.06711769Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.067209553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.067295244Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.067858847Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.072607518Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.080613129Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.081382241Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.081500186Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.082357745Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.118139107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:58.122031793Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:58.122538753Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.122603241Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":21,"elapsed":"447.816936ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.12264283Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":22,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.122670605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.122699333Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.122729092Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.122804252Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.12355133Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.125886423Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.130225378Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.13028654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.130318744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.130765354Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.134071982Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.134128354Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.134713049Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54465","req_id":"281538c0-41fa-4dbd-9254-97ff7bac10b6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 69 8e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 i............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.134856295Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54465","req_id":"281538c0-41fa-4dbd-9254-97ff7bac10b6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27022,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.13504472Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.135327293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.13542125Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54465","req_id":"281538c0-41fa-4dbd-9254-97ff7bac10b6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.135933511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2082, tv_nsec: 934837686 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.136022117Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.136379189Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56160","req_id":"adcc73db-1a29-4765-968a-a07753084f99","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f7 4a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .J..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.13643498Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56160","req_id":"adcc73db-1a29-4765-968a-a07753084f99","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63306,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.136519368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.136623105Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56160","req_id":"adcc73db-1a29-4765-968a-a07753084f99","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.205545458Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.206230303Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.206320422Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.2063595Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.206388157Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.207316377Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.207844148Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51304","req_id":"b598fa00-a917-41bc-b0a8-acde24176efe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 76 5a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c vZ..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.208036652Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51304","req_id":"b598fa00-a917-41bc-b0a8-acde24176efe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30298,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.208191641Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30298,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:58.208289155Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51304","req_id":"b598fa00-a917-41bc-b0a8-acde24176efe","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.208896265Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.208955042Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.208983108Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.215474762Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.223609961Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.223670832Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.223699108Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.224408101Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.230103068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32fb5986-f413-48a2-a5f6-d36b43a1b2ff\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.230780237Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.231054163Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.231295934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.232087602Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.244681825Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6897347a-ff73-44da-9e29-4e950e39c7b8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.244853767Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.251084562Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09655997-a91e-4a90-a1a7-3f0ead684ba1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.251401764Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.257491187Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"026b5cea-bc0c-4a0d-9a97-07e79e089594\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.257729532Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.261701606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"969afdf6-c413-45b7-ab1a-e48df74d2f16\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.261927526Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.264253039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea9189dc-d7e6-40d2-ba9c-48ce82aba0b9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.265567889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.272231476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"933a1a7e-5e72-4ed6-b07a-21484012002a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.272499069Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.275388336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b8e1330-e27f-4020-9944-3bde8cec466d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.275597723Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.278596297Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"865834a3-756c-423b-ba68-c81af98d4fff\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.27911962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.281337399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.283287093Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"056a54ca-e416-4e44-8e9b-9509b74bee1b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.283450329Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.284967852Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7042556c-7226-40f0-bdaa-ce9d77580ae5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.285085336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.286015339Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80e2104a-e390-421e-a661-f88440b082cb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.286093124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.287527903Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"319e1083-898f-47c6-974d-11cb5a549c27\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.287781669Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.289887895Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3131ae2-b911-4c42-876a-f08377e3799b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.289987744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.291572692Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9588d147-c027-4976-bc12-d01178b2683d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.291952519Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.294485936Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e50456e9-e041-4235-a029-1ae606ad305a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.294685023Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.298498Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"670d167a-7c29-4b53-a996-970b77f34441\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.298782747Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.300439418Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"affb74ad-8a14-441d-81b9-4f7e346e0478\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.300766921Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.303123707Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08f07de4-03da-4b35-b438-a078d66b1939\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.303265449Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.304023349Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"241bbc17-fadb-45dd-a52a-0b409e958765\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.304166113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.305078181Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f609f36-8a5e-44d9-aef6-213e1efb4e6d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.305277588Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.306756515Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54b4ee68-87f8-490e-8d65-b94551468895\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.306883207Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.307954532Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f35216bd-67e6-4c0c-91fd-86bf590093dc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.308025353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.309157829Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba09413f-47b6-48e5-97fa-cfd8844169d0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.30944958Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.311343053Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3de3ac94-a0d4-4f5f-9061-a7efb2bdd6f5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.311462732Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.313367066Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0ea8626-489a-4d8d-bca8-34e8371cf623\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.313608316Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.318345275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fe0dd0b-aee3-4ae4-8755-296cff9a7e5c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.318462618Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.321475682Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e489683d-2cfb-4601-b706-3f3599d4686c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.321595871Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.323443072Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bda0496-e475-44ed-80cf-a6f60b8af8ab\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.323518572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.324961377Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"028230bb-d1bd-44db-a6c8-e88ca50f9df9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.325037017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.325936269Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be2c70eb-05f4-4514-b3d1-5c56ab857374\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.326065467Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.327017884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca36505b-f581-4074-b88f-cbf5bf495962\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.327145098Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.32867212Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d423c29-51cc-4ffe-af2d-3575aaee4eb5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.328858512Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.330018944Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7165aa85-1e3c-47fe-9f68-b5bce8760a42\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.330098151Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.331705895Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94139a77-7964-4728-b926-617220a1a10c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.331920963Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.332380228Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.332436009Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.332469216Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.332498113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.334336897Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.336889423Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f04c49ac-818b-4e44-9410-52c4c86d114f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.337009091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.33732457Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.345012197Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.345076655Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.345105052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.345784666Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.34888831Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6fe6a7c-029f-4fd6-952d-15d65cd0537a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.349040583Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.34922996Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.349282755Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.350225003Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.35324514Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86c7d792-3a1d-4414-9a26-8ceb6a47f519\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.354077589Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.355610964Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.355671825Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.35600064Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.356940794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.361477643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.361540669Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.366799396Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e740987-9b33-40b8-a485-8aaf5a366b10\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.366891129Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.368098455Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.368159496Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.369613964Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4810d19-e80d-4cb2-8fe5-74e7dcbdd72a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.36969216Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.372163965Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f890c5d-fd24-445d-87a8-549625078a87\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.372238573Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.373391671Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6968c74-e7c4-4b86-a5ed-653ea6fbee7c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.37367725Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.375832163Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81c5d443-fc73-4c61-afc0-1a901e1109e8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.376190187Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.378386593Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2a6fc43-526d-4657-89f9-2e8f315d3702\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.378731901Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.381408404Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e063d20-f47f-46b5-8802-f04666a6cf70\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.381611178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.381663742Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.381695165Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.381723341Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.382458757Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.390089089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.396290646Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.39636319Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.396397509Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.396428911Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.396457328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.397074267Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.397636888Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.401361178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.411004943Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.411132056Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.411178499Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.412189062Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.478599681Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.478678839Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.479130409Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.479186089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.479217562Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.479244796Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.480174369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:58.480236142Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34624"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:58.480709705Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.481935497Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"a71f8e21-3b5c-45a3-b2a6-59963fb0da26","remote_addr":"[::1]:34624","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:58.483430396Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"a71f8e21-3b5c-45a3-b2a6-59963fb0da26","remote_addr":"[::1]:34624","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1499,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.483574142Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.490405634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.490469311Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.490501485Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.490959006Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.491446077Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a71f8e21-3b5c-45a3-b2a6-59963fb0da26\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.49423306Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.494405734Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.49447934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.496887027Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.497012548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.497103829Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.497310321Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.498224292Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.500877849Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.501169089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.503872425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.504058185Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.511095397Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.511406386Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.511462047Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.512298173Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:58.547204642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:58.547550922Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.547611062Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":22,"elapsed":"424.946208ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.547648566Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":23,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.547674919Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.54789144Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.548375014Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.54843341Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.549449475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.552089004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.559661031Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.55975622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.559840799Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.560828266Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.566082926Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.567637844Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.567713595Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.568762424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57918","req_id":"9bca08d5-1ed1-4682-8ad0-98c556047d51","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 98 03 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.568942603Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57918","req_id":"9bca08d5-1ed1-4682-8ad0-98c556047d51","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38915,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.569124065Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.569296108Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.569379223Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57918","req_id":"9bca08d5-1ed1-4682-8ad0-98c556047d51","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.569774371Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2083, tv_nsec: 368674237 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.569832336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.571650729Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60971","req_id":"2c1a405f-9914-43e7-866f-e2b46c1de9ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0e 46 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .F..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.571713434Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60971","req_id":"2c1a405f-9914-43e7-866f-e2b46c1de9ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3654,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.571936689Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.571980005Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60971","req_id":"2c1a405f-9914-43e7-866f-e2b46c1de9ef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.628343285Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.629222307Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.629281966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.62931428Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.629342977Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.630549141Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.631081441Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63103","req_id":"277994aa-09a4-49ad-9995-9d4c1b47d76b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 0d 0e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.631209035Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63103","req_id":"277994aa-09a4-49ad-9995-9d4c1b47d76b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3342,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.631850884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3342,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:58.632088588Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63103","req_id":"277994aa-09a4-49ad-9995-9d4c1b47d76b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.633411824Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.633461243Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.633488327Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.635692047Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.644658883Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.644739364Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.644820395Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.646361235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.650063171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b51963b-5d11-4500-8c2c-73a4dd4a3e8b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.65105629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.651119546Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.651188744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.652258806Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.65654234Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"710ef9dc-2a5a-47e6-89ef-8e86500b8938\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.656859242Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.669475469Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e423d6a1-d991-4cfc-8a41-83fcc2f477c7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.669570909Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.671254243Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2492294-124d-4a9c-9cf9-83422af1cc43\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.671330114Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.673806809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e36afa4-e9b8-48df-bf80-49eb6f784e85\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.673875425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.676294485Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4e40606-10eb-4b7e-b739-8a13d7bc1df2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.676517419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.683227178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdaf8ca1-97b3-4d4d-9762-1e83316e3e0f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.68345403Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.68596847Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8a55eac-5917-4af3-b8ed-82b440faa9de\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.686413867Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.687258731Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41d2c2df-dd2d-426b-b6e6-bf90ee0103a5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.687410754Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.689034659Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5f06ec6-7293-4087-a98e-b9e7ee286c49\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.689249527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.690898954Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a66e1c93-5405-4301-b18e-c4df74593fa7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.691169533Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.696999669Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf194ccd-e58e-42cd-9d68-aafa04fda948\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.697319797Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.697956225Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.700199965Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d907dcb-9c95-4952-ab4b-4034a1578c66\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.700547518Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.702720417Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac10afda-5640-4927-9c97-1c252973af8d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.703351865Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.705645966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c9d6883-b418-4237-9e80-a0f807c9fdd7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.705926605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.707747794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c20a95e-c9d0-41c2-b5af-462e4d415961\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.708029174Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.711040464Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45c9fae0-f3cb-46c9-b29e-76cec82ec021\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.711302907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.713230558Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a4dbd3f-e936-466d-9b7b-274ec4ecf01b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.713474855Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.715465852Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbf1904d-056a-4411-9f99-15868429a3b1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.715692904Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.716615642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a47cb2d1-21e0-401d-9563-f434ab2a647d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.717289816Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.718472001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3d1c3ce-0542-47b9-9cd0-d878981f2d66\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.718710987Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.719812993Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ea6def6-35ed-48e5-bb93-d1c7017ea278\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.720043582Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.721204115Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f44a3b9c-cd59-436f-909a-93734cd539d1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.721415867Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.722865094Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0601623f-5aae-44ba-ab67-1f0b0aa88d65\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.72321454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.725981233Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c742e8c1-3d3a-4b31-be56-fe0331310ff2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.726182464Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.72885559Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97df1348-1da1-4ebe-8890-939aa27d0133\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.729155527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.732769137Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f40a455a-e3ef-4d85-9e16-0be2e6a6c54d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.733216549Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.73554595Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb15bc52-82c0-4ac3-ba42-dfecd7893646\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.736135284Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.742815975Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0357204d-c67e-4493-93dc-9f3662591696\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.745426055Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.749864809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.749942043Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.749977744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.750005079Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.750874962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.751729855Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"165120dd-45b6-4627-80d6-1c8fa15f6a7d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.751924824Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.755565728Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1117984a-7a0b-4c8f-b80b-d4599fffeba4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.75573258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.756508366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.764815958Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.764884655Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.764919475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.767208756Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.768353918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0b8c261-9a5f-4d38-ad3d-c0fe4ae1ce22\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.768586281Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.770209364Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1417d2ad-b251-404e-8d17-b14576e35a59\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.771599023Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.771804974Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.771901726Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.772564156Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.774721545Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"836c7861-f33c-4699-8116-cc66667f51de\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.774785913Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.776477303Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb1f9d47-69a4-4aee-ab99-7ff0a117a6c0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.776550779Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.778800061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5df26a21-be74-4d84-bd5a-a2231570b9fe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.7789352Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.782528189Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36bca886-d1d7-48da-ab6c-8af3050831be\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.782654911Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.785542916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f18ccba7-d21d-4864-adda-92e321e4492d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.78703121Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.799387659Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94d502b9-d5ee-44fc-ab9c-f2263fe05faa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.800091171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.804518582Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0561d1c7-7feb-452d-ba07-e2260b1c1ce9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.804972236Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.814255012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a60823a9-f240-49c8-91be-3ca57de9e392\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.81465048Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.815409331Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.817258706Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"601df9a0-d490-4fed-bf4c-03f47499323f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.817407723Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.818837722Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08c48193-aa4e-4347-934a-027c3ed33997\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.819364301Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.832442429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aefb71d-3f7c-4831-9de9-c313536a8a6d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.83277436Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:58.845373313Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.854162445Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.855133199Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"861d145d-333b-46e5-a222-3c97e3f22df7","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.855420291Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"861d145d-333b-46e5-a222-3c97e3f22df7","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.85549036Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"861d145d-333b-46e5-a222-3c97e3f22df7","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.856328059Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"861d145d-333b-46e5-a222-3c97e3f22df7","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.860593648Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba1ea4ae-0d7d-494e-ab8f-4abf45237051\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.860800871Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.860854207Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.860885911Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.860913305Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.861631306Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:58.862756979Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"861d145d-333b-46e5-a222-3c97e3f22df7","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":7636,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.867549668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"861d145d-333b-46e5-a222-3c97e3f22df7\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.867848603Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.869017783Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.874626698Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.874726457Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.874811356Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.874891907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.874970563Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.875675308Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.876058Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.87617323Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.876253049Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.876328399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.877167941Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.877752306Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"6658a5f2-9156-45b7-903e-9e4d17ab208d","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.878114548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"6658a5f2-9156-45b7-903e-9e4d17ab208d","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.878226531Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"6658a5f2-9156-45b7-903e-9e4d17ab208d","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.878947307Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"6658a5f2-9156-45b7-903e-9e4d17ab208d","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.884460792Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.889728117Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.889794499Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.88982507Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.89049767Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:58.892583686Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"6658a5f2-9156-45b7-903e-9e4d17ab208d","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":14782,"response_code":"200"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.893765591Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.893843817Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6658a5f2-9156-45b7-903e-9e4d17ab208d\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.894050699Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.894095178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:58.894120057Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.894148745Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.894770724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.90413904Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.904212957Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.90424482Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.905128792Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.960197202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.960365457Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:58.962972852Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35563"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.963481405Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.965876648Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.965939162Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.965971266Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.966243399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.966290422Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.967374121Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.968179356Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"1ba8d495-f1a6-417d-bb72-c0ebe9d5788a","remote_addr":"[::1]:35563","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:58.973899252Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"1ba8d495-f1a6-417d-bb72-c0ebe9d5788a","remote_addr":"[::1]:35563","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5571,"response_code":"200"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.974784857Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.974889686Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ba8d495-f1a6-417d-bb72-c0ebe9d5788a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.977287223Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.977343124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.9773713Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.981623052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.981684564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.981718923Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.981879472Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.982793153Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.982849435Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:58.985102985Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"127.0.0.1:38208","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","remote_addr":"127.0.0.1:47839"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.990012186Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/d2cc3e7a-8d1f-4845-92f9-134890882d40","method":"GET","req_id":"132a6cba-3bf4-4d70-a01e-93ad0b890f97","remote_addr":"127.0.0.1:47839","local_addr":"127.0.0.1:38208","component":"dropshot","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:58.995728416Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/d2cc3e7a-8d1f-4845-92f9-134890882d40","method":"GET","req_id":"132a6cba-3bf4-4d70-a01e-93ad0b890f97","remote_addr":"127.0.0.1:47839","local_addr":"127.0.0.1:38208","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":5763,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.995856471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.004602366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.004822705Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.004872515Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.005966384Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.011648485Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.030726387Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.030795064Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.030827468Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 18 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.031286172Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 18 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.031344188Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 18 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.033074155Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.034665806Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.034725855Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.043586349Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.043666319Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:06:59.034566197Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.051169568Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.051429917Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.054617779Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.054818328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:06:59.051118767Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.055834733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.055934853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.069535952Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.069615651Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:06:59.055793070Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.070934579Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.070984498Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.076348346Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.076519547Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:06:59.070863618Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.140566817Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.141007405Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:59.146076404Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.16237591Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.170467031Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.171029482Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.182746166Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.18281334Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.185827365Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:59.188849527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:59.189000608Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.189054716Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":23,"elapsed":"641.388904ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.189091319Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":24,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.189118763Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.189156168Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.189186318Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.189214023Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.190230358Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.192808254Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":17} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.19287117Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.237548877Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.25438879Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.254513538Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.255047662Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.255895201Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.256988419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.25704903Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.257082346Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.257112226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.25802801Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.264154046Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.264214928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":13,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.268565686Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.2779132Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.280812427Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.289003106Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.289101112Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.289139468Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.289535778Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.289860595Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":13} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.289920564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.292066169Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51362","req_id":"dd15fb34-58c4-4b94-8e61-861e60331ed7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 85 b3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.292207892Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51362","req_id":"dd15fb34-58c4-4b94-8e61-861e60331ed7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34227,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.292278633Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.292439052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.292536617Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51362","req_id":"dd15fb34-58c4-4b94-8e61-861e60331ed7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.292978888Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2084, tv_nsec: 91867922 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.293069799Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.293503954Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61079","req_id":"6f5ae871-bf5f-4351-9b49-e64014ed19c9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 85 2d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .-..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.293568563Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61079","req_id":"6f5ae871-bf5f-4351-9b49-e64014ed19c9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34093,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.293656157Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.293754994Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61079","req_id":"6f5ae871-bf5f-4351-9b49-e64014ed19c9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.2938535Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.293897819Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.294766199Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.367059579Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.367666909Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.367742379Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.367779493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56348","req_id":"b5aecd45-352c-4abd-996b-8fc68441210a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ee 8f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.367902368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56348","req_id":"b5aecd45-352c-4abd-996b-8fc68441210a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61071,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.368078419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61071,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:59.368168438Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56348","req_id":"b5aecd45-352c-4abd-996b-8fc68441210a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.369462647Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.369523789Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.369552225Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.376133558Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce5bb5d0-f870-48d0-88a7-3f6946d6b6a7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.378293622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.382411226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5f4fb89-fe96-4c10-a180-a8de665c9a71\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.382602126Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.38497285Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c272b681-b3e7-4f66-b3f2-29658dfd9d96\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.385149772Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.38825549Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb430217-b390-4553-b7aa-d27a8a9233d4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.388384748Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.392661759Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e167b29c-5a97-48fc-95bc-a8f30ea59ead\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.392884113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.397718174Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1932255-27e9-42de-b8d8-7cb09a64810c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.397843384Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.405866509Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.407129886Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"214e54f7-9f0f-4e08-9b32-5a65eb3523cd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.407561266Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.409924384Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8910805b-3fc1-4e67-b81b-a4cb793be8b3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.410232929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.41145292Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bad1d820-d96e-461d-8f5f-d54160cba79b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.411780142Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.413126975Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf348c87-1c7a-41e1-b53e-e041bdd4bd66\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.413272425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.414451695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5256eed3-26c4-49d1-bb75-29d57e9f3f5f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.414610872Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.416216641Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea146886-032a-4b69-8120-5cf56b0e4221\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.416388463Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.41791234Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b602af3a-ace1-4ba7-9f2d-0948feb9e879\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.418082489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.420408172Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40ba84ac-0348-4838-82c8-bedb2a010ea4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.420476689Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.42239436Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42d0ec65-b598-403e-b53a-11bbad162359\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.422718365Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.426548076Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d4d91f0-210e-4205-a30d-cdc0574b13cf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.426723295Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.429323175Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b755d781-6d6c-4bca-8fe2-6d243dc35a89\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.429394297Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.431383089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf604230-da52-4039-aaba-e30259df3cbc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.431450974Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.433440328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d009cab8-a8dd-4d72-a96f-6703831a7c1d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.433509436Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.434924465Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4055030e-8704-4ee1-9b40-5a1335f5b4d4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.435142429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.438720418Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38050799-5276-452c-824e-7c3d4b0743f0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.438783805Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.439758186Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b0f4747-87fa-4391-8538-d8fd2a2f348c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.439891642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.440817427Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7af8b2ce-fc98-4c3b-b860-5fc9b69bb58c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.44344419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.445269998Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d1a0887-c894-4832-bfd1-7ce80ea14473\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.445337663Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.449139277Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"709a70fe-72bc-4ecd-acaa-ba05a7f2b5e1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.449224126Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.451222929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4988e01c-1ae6-4acd-82b5-8f84a4ec9c67\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.4513037Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.452968216Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e1315b8-df9b-4c26-bc11-9348fb40b608\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.453052003Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.468575914Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9794dcd5-aa53-4053-9c03-2f904ab5aa29\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.487381843Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.487668574Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.487730117Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.487762872Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.487790137Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.488717965Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.491324699Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a52dcc3-8bd0-429a-b851-1f37e5e09819\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.491393817Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.492977412Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.498685545Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.498805364Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.498841205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.499115401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.501927665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.501991502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.50250269Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.502865984Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c7d8f71-af0f-41ff-9982-6ec96537bcdb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.50302466Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.505085476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"974b25fd-0752-4f78-969b-d91175d1cef7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.505358009Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.50708483Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1768399a-8ba4-4c98-be4c-0e7be32bbf94\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.507242103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.50860034Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e452380f-a500-4c1b-9291-c00fc656be45\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.508740369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.509816292Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb50d9a-92f2-4f47-9064-e690e7d55e5f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.5100662Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.512569147Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63eae364-7333-4891-ae54-691a05af9e5b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.512649277Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.516136735Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"333617ae-e85d-4325-af2a-bded365985c1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.517425092Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.520737893Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8bb317d-91d4-4585-b64d-5c48a97a65b7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.520979414Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.526805693Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9a782ec-3fb0-43dc-a4b3-5f447c4c3fd2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.526951363Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.528983973Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b3760a6-29cf-4298-b53b-7bc949cb8701\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.529130735Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.53191397Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"743eb60c-f361-4ee8-9e7a-e6c7f124086b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.532492603Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.534610904Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36bca8fb-0137-41d8-9921-291dbec3b87d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.534746815Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.538559141Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7dc0457-6839-4206-b1bf-b6b25b7a49be\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.538939178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.541629889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.545277607Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"219ca306-bd43-4bf0-805e-de8fc3f7e99b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.548969893Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.550329733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c054135-9f18-425b-9494-9b25a59f24bc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.550395373Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.551118945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc49ed7e-77d4-42cf-966c-b43ab5322f07\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.551181199Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.55131704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.551360286Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.551388923Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.552172124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.555504834Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.56041169Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.560485928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.560517992Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.560654604Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.560680646Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.561308758Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.564657169Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.571203051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.571286147Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.571321447Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.571927986Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.661758828Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.661832755Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.6623973Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.662458662Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.662490887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.662518141Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.663746037Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:59.663790165Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61708"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.665746724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"950c67d4-1e78-4992-826d-ddab2fce9710","remote_addr":"[::1]:61708","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:59.667709083Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"950c67d4-1e78-4992-826d-ddab2fce9710","remote_addr":"[::1]:61708","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":652,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.667855575Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"950c67d4-1e78-4992-826d-ddab2fce9710\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.67134596Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.671417242Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.671445849Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.673234102Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.673306416Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.673340524Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.673370353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.673874257Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.674303833Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.685283299Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.685351916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.685491394Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.686437218Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.6893791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.695014177Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.695239506Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.695299415Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.695827918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.697723896Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.697823585Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.698894919Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:59.738195453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:59.738531803Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.738628997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":24,"elapsed":"549.520715ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.738880688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":25,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.738938964Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.73897212Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.739001469Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.73903235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.739995489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.740687548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.744252742Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.75009907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.750178258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.750212997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.762279779Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.775080264Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.775159321Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.776470514Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64159","req_id":"57dc1eed-8db6-4fcd-abca-bfc1e25c995e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 26 43 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 &C..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.776603839Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64159","req_id":"57dc1eed-8db6-4fcd-abca-bfc1e25c995e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9795,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.777079347Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.777272041Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.777375396Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64159","req_id":"57dc1eed-8db6-4fcd-abca-bfc1e25c995e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.777902918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2084, tv_nsec: 576782173 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.778105181Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.778484556Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53406","req_id":"a7919e20-1d5b-46e5-9a7f-d567f5074698","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8a 0a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.778542863Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53406","req_id":"a7919e20-1d5b-46e5-9a7f-d567f5074698","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35338,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.778833201Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.778974322Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53406","req_id":"a7919e20-1d5b-46e5-9a7f-d567f5074698","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.921783039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.922430739Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.922503704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.922539055Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.922569666Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.923111505Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.923368908Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.923840067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.92610025Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50117","req_id":"c3753d6e-37a1-4a01-9de8-12cfc9ca9c32","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 75 47 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c uG..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.926167114Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50117","req_id":"c3753d6e-37a1-4a01-9de8-12cfc9ca9c32","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30023,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.9263862Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30023,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:59.926533744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50117","req_id":"c3753d6e-37a1-4a01-9de8-12cfc9ca9c32","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.928244092Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.928300815Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.928330895Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.928703778Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.929501517Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.929557669Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.929584773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.929877526Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.935951689Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.936014123Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.936099052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.936544961Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.945997284Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.94617103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.946718972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.960302466Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfdb121f-229c-4a3a-ae58-7cbf44fa2597\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.960667493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.0118846Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba7c844a-5e4e-4e5e-bbda-c4829bd08c90\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.012118356Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.021969213Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3ac6cdd-262d-42d9-8f0a-0ffede188cac\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.022149372Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.027957144Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04c1ceb5-7449-4303-8a29-afd80f625917\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.02891886Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.03179484Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b78ac5e7-9244-480e-a2d1-a0aa1781e4ab\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.031865922Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.036280337Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.043340945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3119b223-4802-45bb-896c-d0c839ac8cd8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.043508629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.045555397Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51595e54-6db0-43fc-b82a-2026bef16208\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.04562192Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.048023625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b9da43c-0f34-49b2-ad7d-12a7e3b31b57\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.048092282Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.049138346Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b6a9314-57e4-4bb7-ad50-c535f74e5057\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.049202484Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.050483636Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff1ed7ac-d8f9-4fdf-b9bb-101d96989c95\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.050673945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.053771076Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"630674e9-d068-47dd-8998-de6abb1e67f7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.053834984Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.053909923Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"679fdeff-1ac4-4d52-bf1c-75e73e790311\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.053953319Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.054793513Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12bb4feb-98d0-491d-ad31-d543a1f32586\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.0552184Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.057406289Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7584f76a-a50c-41cb-b5ed-32daa6a39ece\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.057483483Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.059406514Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec8b7e34-2bab-4c80-b709-79b49b8685b0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.059522606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.062221583Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a9e3598-f93f-4d2d-8ab2-4c4a3f5bcc89\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.062435259Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.064215767Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c1bdb87-0652-423a-92bf-a4d12955349e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.064289934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.071795368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"021394e7-8f45-49b7-905e-cae9b9ab716e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.071933464Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.07415991Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65111026-d11d-4fe7-ada2-a1504c6340e7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.074460899Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.075586662Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa16c49a-0ff8-49e5-88fa-ea5f4dd2af4d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.075718715Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.078159388Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd1a8948-ff94-4838-9274-c662183e9510\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.078389346Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.079624528Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a1ff744-9164-44e8-935d-ed4fec29f4b0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.079799987Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.081434414Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a050d5fb-5cfe-4be5-8ecc-536d8f21b4b5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.0815479Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.083176885Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f11ae785-b05e-4276-859b-469dbc6a6311\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.083721591Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.087374258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.087512624Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.087608295Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.087690659Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.091591Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.094330819Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeeec94f-261f-4495-af6c-21572d6ad0c2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.094709283Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.094906776Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.104073911Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.104209081Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.104300302Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.105384372Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.109356126Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.109464762Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.110165959Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.111786799Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e706920f-2143-4cdf-b8c2-e13b987ad3cc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.111995535Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.118095629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db658189-469a-44d8-ba10-e6d21869e03c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.118291529Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.121576374Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9a4dfff-e621-40c9-a10f-2b00491aead2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.121747785Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.125146287Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6005c1c9-cf99-46f1-810d-e3c8f00c55f1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.125309001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.13022218Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e70d893c-c765-4278-89b2-20faa3b05674\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.130398131Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.131618502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33c94536-ad85-4d9d-bae3-1262a786e89e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.132160702Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.133709508Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5082a9ab-5e21-49be-8546-9a2209d6aec6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.133956591Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.136704556Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d81beba-1afb-4f32-964c-79d6b58dcabb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.13688746Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.140402383Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"506ae390-53f1-4856-86c7-c24935b872c5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.140477974Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.144784164Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4ca3f2b-3d6c-47ea-8d9e-8a7272c5d147\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.14502336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.145549629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.149501553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e9abc3e-c805-401f-9acb-014da377695e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.149730209Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.15212016Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71a6a0dd-02e5-4839-a84d-c27ed89b2539\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.152386972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.155339795Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41a4244a-b8bc-4065-b08f-bf18b24453e0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.155603851Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.157994054Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b26b898-dfe0-44c0-82b1-e414721e364e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.158289452Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.161328778Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a2af03e-629f-422a-bda6-85dc5a8c9041\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.161672703Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.166265855Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1bd887f-6c3e-4293-8b7e-6a4abd414d3b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.166463679Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.167939529Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5447861-2a30-4e81-8b7b-07c1dc45440a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.168343504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.169749696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b07b0aa-0632-4384-9cf9-07d34874917a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.170211396Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.172418053Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9c44b87-9d44-4825-87c4-b7faa7c5b71d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.173116384Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.175882305Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61a224d0-5c32-471d-b10a-aad14a9593f6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.176485076Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.176644784Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.177096444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.177187826Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.180674834Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.190209521Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.196200738Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.196304334Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.196580405Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.196676897Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.196715043Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.198765879Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.199605722Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.199665231Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.199698677Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.19972504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.201516429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.204384434Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.21919894Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.219302787Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.219386524Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.219924887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.22109584Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.233155348Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.233212612Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.233241289Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.234273455Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.307144887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.32308138Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:00.328901947Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39907"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.330624328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.330693526Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.332550406Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.33281854Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"c046eb41-b008-4760-8c44-9c41ffba202f","remote_addr":"[::1]:39907","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:00.333931929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"c046eb41-b008-4760-8c44-9c41ffba202f","remote_addr":"[::1]:39907","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1159,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.337593805Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c046eb41-b008-4760-8c44-9c41ffba202f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.340552019Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.340613481Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.34070314Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.3423042Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.342366494Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.342406143Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.342437706Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.343090737Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.347755902Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.352714081Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.353649274Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.353702099Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.354165402Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.355595542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.356429313Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.356728639Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.358773183Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.36605937Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.366120332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.369924271Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.369991695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:00.43499476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:00.435378093Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.435975033Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":25,"elapsed":"697.041038ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.436043038Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":26,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.436074551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.436106234Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.436137146Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.436166234Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.43791096Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.442923477Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.444221393Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.452032787Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.452104951Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.452140431Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.452602312Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.457165323Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.457235403Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:00.457768775Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.457913524Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58270","req_id":"be7f1660-7f51-40d2-bdc3-99e878bdad1b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a6 10 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.457966419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58270","req_id":"be7f1660-7f51-40d2-bdc3-99e878bdad1b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42512,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.458159013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.458313621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.4585489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58270","req_id":"be7f1660-7f51-40d2-bdc3-99e878bdad1b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.458889739Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2085, tv_nsec: 257790878 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.458953927Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.459250458Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57740","req_id":"91a1da04-27d6-45ff-b4ed-e8753b4c4368","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c7 80 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.459315377Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57740","req_id":"91a1da04-27d6-45ff-b4ed-e8753b4c4368","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51072,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.467739682Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.467814351Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57740","req_id":"91a1da04-27d6-45ff-b4ed-e8753b4c4368","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.55165127Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.55216333Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.552226907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.55225838Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.55228332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.552864487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.553877215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54729","req_id":"df9b3722-212f-4266-9664-272db8873075","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4a 0f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c J............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.554054649Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54729","req_id":"df9b3722-212f-4266-9664-272db8873075","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18959,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.554252433Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18959,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:00.554514675Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54729","req_id":"df9b3722-212f-4266-9664-272db8873075","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.555821529Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.555876178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.555903573Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.557905632Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.564285333Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.564357907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.564389099Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.565176719Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.567988451Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d59107d-37e6-44a2-a8c9-6b4d9d1d8725\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.568855318Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.568927312Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.568960037Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.569133162Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.571813682Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51ede7f4-b12b-4f1a-9482-4e3952c13bf1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.572507204Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.574752788Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01d95f2f-5574-4159-bdc5-2a08068c47be\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.574975302Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.577441425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e62d1f8-78e8-4f2b-b5b4-355095883a71\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.577622396Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.580920828Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46725691-c56c-41f6-b91d-ff9ad260ad04\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.580992411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.584560951Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80871dd3-575c-41eb-a5ef-2f622a890800\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.586902867Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.590972686Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"441739eb-ff51-41ef-94b2-80498accd781\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.591169959Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.595111051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"420af34f-6b3e-428f-978f-be34644b7d9b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.595184758Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.596165562Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"895c30db-9d37-41d3-9349-15a47a170921\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.596314138Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.598524672Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c8356c1-f4d5-4c9f-acb9-74a1b217b5b0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.598743128Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.601889617Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32732261-4332-4562-9cb7-530d9a320c9c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.603394555Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.603806095Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.606163783Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1dc51ba-3f2b-41c0-aa3f-33c3496bb1ae\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.60629779Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.608062205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46eacfc6-9736-4078-bcdd-3998a82ebff4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.608411321Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.610013744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1cf22ec-8c63-45d2-820f-c4c36302870c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.610196949Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.614218131Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fd4e1df-3580-4dfe-b999-4a0031ca91f3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.614366446Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.616161613Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1a1bfc7-b0bb-4bb1-abad-ef6db283d702\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.61623531Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.619122813Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7aae88ae-0345-4fbe-966a-486f39356917\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.619203504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.622980409Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c861ccf8-f7af-44e2-8b4a-81e9fac7192d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.625248528Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.627975982Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9fda06e-1c7d-4a33-9094-1611ea9d7752\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.628058767Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.631228382Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c59968aa-d84c-41cc-897b-87c31b4bf88f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.631384463Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.63266248Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b91f6c5-4175-4189-8282-e2506feebafd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.632920023Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.634043772Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4372fc26-5bc8-435f-96df-b09b416a83d7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.634139663Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.634975739Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f1ad528-47b0-477d-a255-416abb2b7a65\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.635124034Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.636049548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea6ae3c3-1a8c-4d6c-bf46-65914b246a72\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.63630137Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.63857514Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c7d06ac-d9cb-4492-a2ee-a2beabce1567\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.638728676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.640272472Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b9ff446-a9f6-4968-a1fe-c52cf51d2fad\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.640342752Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.643516616Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12c47f36-8101-4eab-b907-15e6824c1158\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.643649551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.645485419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5d6831c-5399-4052-a402-6739db5ae82c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.645543985Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.648569283Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bea96de0-f813-4870-8abf-1914fd726dc7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.649585608Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.653773622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a4b1418-1dfd-49c7-a9bc-a9ef863c84ef\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.653906186Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.661382072Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.661444045Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.661478163Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.661507261Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.662216965Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.663168922Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0125bdd6-8e33-4947-9362-6fd90cb5c4d0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.663295434Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.670713394Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4c4dede-aeb1-4624-b034-de70961256c2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.670856499Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.671235083Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.688960269Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.689042934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.692243381Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.693176941Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.697451758Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7aad87fc-4a68-4c7a-a3a1-70972ca1ab4d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.697655955Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.699320411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.699379409Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.702935665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.705743339Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67636d95-f127-4000-98b2-a89e5bcb917a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.705927055Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.70865987Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c38ff11c-9ff5-4b11-8552-d25394552c73\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.708836912Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.714053676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b437c5d-efec-43c4-9e78-fc3b7a3b4efa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.714231631Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.718723451Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1acdb3b-12c9-43f0-aa8d-88b1d9ee783a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.719054079Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.739274487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c43fa559-0bb3-4d0e-a5da-c6ae488810e0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.739912388Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.743975654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f6d7b82-667f-44a8-af25-5eb81ca37aed\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.744234901Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.755932467Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.758402869Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bd14198-4ffe-4763-8c28-025bddd628e8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.75860399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.762601896Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0866a52a-a8e5-4da0-9012-d7f3cf3afaa8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.762740612Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.763832918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d4d518d-c4c0-46c2-ac2d-130408d437e8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.763996564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.76529451Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"550f5a2e-31e1-44a4-bfcf-a64ab67a288e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.766270255Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.771716937Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ddd5cbe-fa6d-434a-9554-f0be01005ea8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.771982806Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.774488659Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8192412-072a-4f05-8fe9-ca711413b8b3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.774638337Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.77468489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.774845119Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.774897133Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.777066636Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.779899199Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.812734731Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.812823749Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.812857806Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.812888578Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.812915692Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.813673371Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.81521855Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.815282237Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.815315122Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.815344952Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.816404583Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.816761224Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.824227921Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.824381817Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.824470444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.825183344Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.827563887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.843885226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.843971198Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.844005035Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.844455964Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.983535781Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.983701321Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:00.985976103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38509"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:00.986974493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.987281685Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.987622844Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.988708968Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.995354038Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.995483486Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.003155091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.004141156Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cd4500ff-ce19-480b-ad7d-544eb1d43079","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.008982502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"d8bbc078-c937-43a9-b8f5-03435e8faa6a","remote_addr":"[::1]:38509","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.019593654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cd4500ff-ce19-480b-ad7d-544eb1d43079","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.0197223Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cd4500ff-ce19-480b-ad7d-544eb1d43079","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.02068584Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cd4500ff-ce19-480b-ad7d-544eb1d43079","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:01.036098258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"d8bbc078-c937-43a9-b8f5-03435e8faa6a","remote_addr":"[::1]:38509","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":27118,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.047158555Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.052131273Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.052220762Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.052251322Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.052814164Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8bbc078-c937-43a9-b8f5-03435e8faa6a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.055883098Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.055924822Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.055948208Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.062363931Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.062426376Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.062464351Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.062494371Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.064196452Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:01.070868215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"cd4500ff-ce19-480b-ad7d-544eb1d43079","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":66732,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.076598352Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd4500ff-ce19-480b-ad7d-544eb1d43079\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.082089383Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.082703777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.097273486Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.097502773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.097560738Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.098012609Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.099247499Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"0fb5fa5f-d9d2-4d1c-8d10-a7403a241b70","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.099615853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"0fb5fa5f-d9d2-4d1c-8d10-a7403a241b70","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.099715402Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"0fb5fa5f-d9d2-4d1c-8d10-a7403a241b70","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.10056269Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"0fb5fa5f-d9d2-4d1c-8d10-a7403a241b70","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:01.105999923Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"0fb5fa5f-d9d2-4d1c-8d10-a7403a241b70","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":6731,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.1126887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fb5fa5f-d9d2-4d1c-8d10-a7403a241b70\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.112774291Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.112810753Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:01.112837857Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:01.176312957Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:01.178263654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.180401854Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":26,"elapsed":"744.081553ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.180461202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":27,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.180768965Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.181320735Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.181381977Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.181458409Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.186820633Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.187529385Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.189696222Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.197384351Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.197468468Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.197503939Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.200296052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.207274536Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.207339225Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.208400309Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:55011","req_id":"c060c79b-88db-4c1b-bbf2-7f56d2305182","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2b df 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 +............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.208461261Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:55011","req_id":"c060c79b-88db-4c1b-bbf2-7f56d2305182","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11231,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.208734595Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.20898279Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.209087088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:55011","req_id":"c060c79b-88db-4c1b-bbf2-7f56d2305182","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.210136839Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2086, tv_nsec: 8585627 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.210303591Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.21033801Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57199","req_id":"79dcaf26-1d45-47a7-b7bb-412c8d6c7a92","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 75 aa 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e u...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.210376877Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57199","req_id":"79dcaf26-1d45-47a7-b7bb-412c8d6c7a92","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30122,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.211393914Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.211418443Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57199","req_id":"79dcaf26-1d45-47a7-b7bb-412c8d6c7a92","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.278951307Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.279412086Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.279471644Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.279504339Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.279530952Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.280350405Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.280676625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51648","req_id":"efd8e164-e860-413d-a387-18ea56e561f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ab 16 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.280735863Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51648","req_id":"efd8e164-e860-413d-a387-18ea56e561f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43798,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.280970511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43798,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:01.281064087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51648","req_id":"efd8e164-e860-413d-a387-18ea56e561f3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.281285528Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.281335107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.281361309Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.283222918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.289001321Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.289062794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.289095329Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.289622068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.29285514Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56e5cdc9-29ab-467b-854c-e32d9dd184c8\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.293275057Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.300453449Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.301086841Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.30193456Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.308512386Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a3ecf67-2369-4930-9aae-7625131790ea\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.313226128Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.319901508Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3b92322-9c98-4a20-ac25-e079e04abf83\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.319984554Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.32741093Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddb2a4c3-8bcc-44df-9a4f-ecaf834e9b11\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.327692431Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.331384978Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e062940a-a215-4fbf-99c0-058a6ef60722\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.331529967Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.340335612Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"305959d9-06d2-40ca-b7a9-8d2d09143061\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.340439218Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.344845808Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29b51ff3-ceb8-4822-8e37-a9716d0297d7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.34512779Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.347475517Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64b72fb9-a305-46a2-a129-80efa2000bd9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.347769944Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.35102529Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"233473b7-9b8c-4260-afbd-6025318aae2d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.351194948Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.353497556Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bf79d9e-a4c8-42c6-8af5-32cca638df89\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.353709168Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.355660075Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.356000934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.356700458Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.357656052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.357983915Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d73c66fd-6a7a-4ecb-8ec9-2b51ba6d5857\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.358068123Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.360900736Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.375709652Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.375811665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.37720922Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20ffc25c-1341-4313-a89b-d028b761b6da\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.377373738Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.384811547Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7071c892-6653-43e7-a417-86f2af966511\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.385215833Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.38567646Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.385737873Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.388579725Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06ae835e-c258-4bc4-ba03-3e1446814982\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.388958409Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.394887072Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"177ead8c-3b2d-4d37-9c4a-c9426fa12130\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.395016961Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.397525218Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f03b0ab1-1f82-4b8c-a769-3fd581f8e408\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.39765155Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.399956202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c566e223-b675-49e4-b413-e3be1eaa0e74\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.400025099Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.401967569Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c0a176a-bfb6-4dbe-8d69-503a4ba0c856\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.402145724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.404014388Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4f9e555-0aa5-4806-9460-ca427cee27a5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.404192743Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.406517395Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"971f8cab-87eb-41ab-aa6d-f04f8afb9edb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.40657009Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.40783995Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b697061d-19fa-4ac9-9433-65c586b04959\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.407990289Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.410445581Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc410fd9-5e4e-4e22-85e7-67b7e9e313f6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.41059577Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.411441536Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.411585603Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.412269125Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.412324826Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.413803452Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.41414887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fa0e201-6cd3-4709-afa1-152703e94f70\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.414344179Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.416242451Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41503b14-217f-4901-8cd5-37ca9811cb17\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.416832106Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.41756686Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.425675275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.425738992Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.425821497Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.42636521Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.436798207Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea00574e-0c68-41fd-a4ee-47b602ef3372\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.43695041Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.437660555Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.437719553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.438487613Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.443097468Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84ac2e22-5d69-4fbe-858b-b6ad45e27dfd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.443182057Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.451062097Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9729a2fe-e212-4715-8656-c5827d0ea44b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.45114404Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.453950692Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f4a767c-2383-4a74-a0d7-1ab70ce192bf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.454208065Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.456024194Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0374d1d-075a-4d92-97e3-9d121e10c94f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.456098983Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:01.456716353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.458108256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97165596-d1ca-481e-a9ba-9f66f9004b32\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.458234167Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.459114301Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f77f7fef-89a8-4269-aefe-32dbd3005288\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.459256945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.46023308Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aeba843a-ac05-4789-94a3-d2780e4c7101\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.460373119Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.461314043Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28a2d352-5d2c-406d-9ae5-2d61e558da1a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.461437099Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.462377683Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9e6b26e-015f-4772-971e-b7f20b327e82\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.462447582Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.463703093Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15d20b97-ba9a-4006-9c46-65b4e0250d9a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.463926829Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.466099278Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08e7782c-4576-483e-94e9-c00dc3196e7b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.466154828Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.468752314Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32684a67-7349-4ee8-975f-7ac230416f57\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.468820069Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.470976425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"101df700-76bb-4b10-9efa-855b9926abf3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.471042707Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.473306678Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"247b1b25-2fa5-4bff-b1a4-948b54b0755d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.47337816Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.475743844Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0afe1ff-f872-40bb-abae-024b9b42e70e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.47610842Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.478667148Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ad67eb8-115a-4079-83eb-e3033e3fff8a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.478736837Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.479776509Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d3ce569-8ed0-42fd-8a4a-4e15668e1b08\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.479852169Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.481256558Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a153536f-35a9-458e-bc94-bfa867cc09bf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.481402869Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.482328884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baf2f2e9-bff1-442f-bf49-779f7aa7f48e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.482446569Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.483668513Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9469a482-23ce-421b-aed9-df744931af68\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.483730667Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.483764224Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.483796448Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.483825005Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.484803675Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.489963245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.494533711Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.498369925Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.498441177Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.498474794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.498503451Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.49969241Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.527025519Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.533041045Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.553117887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.553238597Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.553979964Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.559457849Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.626987938Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.629405475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.633589311Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.633653438Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.633690673Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.633778698Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.633817626Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:01.633919338Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62260"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.634806065Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"44b4335a-3015-4b43-8ad8-90891db834cb","remote_addr":"[::1]:62260","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:01.63547105Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"44b4335a-3015-4b43-8ad8-90891db834cb","remote_addr":"[::1]:62260","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":591,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.635788522Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44b4335a-3015-4b43-8ad8-90891db834cb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.637889559Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.63794067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.637969428Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.643377503Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.643440739Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.643479236Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.643509546Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.644451132Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.655938821Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.662494773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.662564111Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.662596816Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.663138796Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.663549264Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.667938068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.668229689Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.668283276Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.668734605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.683548962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.683616527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.684430679Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:01.719647857Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:01.720049086Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.720149877Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":27,"elapsed":"539.552303ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.720199205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":28,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.720227031Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.720255157Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.720285647Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.720313924Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.721780917Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.724007573Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.7310376Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.731121968Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.731156337Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.731667285Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.734913232Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.736492689Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.736597107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.738240191Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51896","req_id":"1bd09b9d-eb40-452a-8e63-fc3a252bbf44","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 19 b7 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.738331643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51896","req_id":"1bd09b9d-eb40-452a-8e63-fc3a252bbf44","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6583,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.738527934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.738712021Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.73876699Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51896","req_id":"1bd09b9d-eb40-452a-8e63-fc3a252bbf44","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.739237889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2086, tv_nsec: 538131182 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.739305824Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.73982574Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49548","req_id":"07c6cf81-0bed-4238-b8ce-9a3d49781176","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: be 87 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.739883515Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49548","req_id":"07c6cf81-0bed-4238-b8ce-9a3d49781176","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48775,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.739974055Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.740141399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49548","req_id":"07c6cf81-0bed-4238-b8ce-9a3d49781176","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.823834331Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.824321341Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.824389487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.824499967Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.824532292Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.825317797Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.82649409Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:52176","req_id":"1bca019e-d53f-45d1-b656-34a45b4c15d7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d9 fb 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.82655934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:52176","req_id":"1bca019e-d53f-45d1-b656-34a45b4c15d7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55803,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.826802375Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55803,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:01.82689531Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:52176","req_id":"1bca019e-d53f-45d1-b656-34a45b4c15d7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.827770794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.827820944Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.827847357Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.82854659Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.837033289Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.837153549Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.837188148Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.837553205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.849796278Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.850028461Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.850974857Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.857622001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d92e1fd1-873e-4469-9346-f1df6f982827\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.857954964Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.886955376Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.88811718Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48d7eeac-4433-48a2-bfa2-2cbbfb61a821\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.888293862Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.888420425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.902311542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.903453467Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.903518847Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.903549188Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.909328192Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8b5a004-ced4-4aec-a287-8bb4b02e0366\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.909424103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.913430846Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32ff51fc-3cfc-4a5f-a953-8ecf7f4ddb70\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.913592809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.916499981Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49b766a3-6754-484c-9254-98eccecb78dd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.916571464Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.922044007Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbbfe910-f1ea-4b5e-b2f3-41f4cc46043e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.922159618Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.93023119Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd43b50d-1c71-4988-980b-8158d22d5c94\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.930670986Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.931202415Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.942506878Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a05e3ca-ebb3-4119-9051-cc87b166a7f1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.942626938Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.944337606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2d43ac6-1e3c-48b0-828a-774ed129f493\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.944678315Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.947193596Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7c4eca1-d3af-4712-82c0-5f71047260e2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.947339808Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.948330241Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fda95ae4-f0bb-472c-8d90-3da5ec377023\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.949315805Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.950732087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27105851-e861-4904-bbbc-ce55468309e2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.950807366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.952811119Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"059ba807-8630-4263-aa7c-051ea8e98880\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.953194783Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.957743156Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87917fd4-7001-490e-9bea-8a65330d0fe3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.958067101Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.968228998Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf756ee7-0f69-4b7d-b6e3-26932fa4c079\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.969301625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.976014099Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de3b547a-f3f8-4a81-8cf5-64284f2c7531\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.976481911Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.981623746Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29fef6e4-5f55-4a17-a88b-0cc1fa38d753\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.981773945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.982697706Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.982813627Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.982858877Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.982889187Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.983853168Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.985963102Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4dfbb3a-cb52-4ebc-9f74-0f4189fdf912\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.986127349Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.98633337Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.99369643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.993760508Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.993792311Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.995570153Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.002186807Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.002316926Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.00419606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.00870309Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2df87597-d83e-4d94-9b26-571800bba97a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.009028639Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.010565451Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8753cb74-7541-418a-88b3-4e55befdd526\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.011722696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.013261773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad5fa277-9636-4653-a5d0-459b727c3aaa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.01363689Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.015196898Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"482761c4-dbd6-40ec-9d01-37d5cd5f87a3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.015428971Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.016614373Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d02bd032-2729-499e-bcc0-32089c359321\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.016832888Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.018463798Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"785e7850-9b69-457d-ae65-ccfdb1d32da3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.018751561Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.021883471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b65d68c-e840-4abb-92ee-90682446ce1c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.022242747Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.028550314Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b55f0057-55af-4ad8-ad61-de37aed42e88\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.028838969Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.035319251Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8703cbe-0eeb-430e-9245-1db20b363f97\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.035458078Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.040630573Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.043155675Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b97a955b-feec-4faf-b58e-6b3493a3fe72\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.043462205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.045404154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ec9382b-daeb-4d9b-b146-f927dba01ca0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.045792057Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.047714828Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74410200-c09c-429a-bee2-cd5e909b319d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.047939927Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.04979368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ac5a6f4-af60-4bb8-83f2-402d2131d043\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.050040883Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.051355622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbf06597-f970-40d4-8a87-3d1460f38eb4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.051714367Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.052780091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"573034ec-49bf-40bd-ab2b-38b65ddf924c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.052999999Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.055286605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c24eb1d8-68b7-4848-8865-fb90a7f88064\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.055654007Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.057343132Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"043c80d1-be5e-40e2-985d-e95e046e4842\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.057689983Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.061010058Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14f3fa75-5e4a-43f4-8c5a-8488d31e310f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.061283363Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.063177026Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88ed8e3c-d21f-4441-9bd4-08e6acaa5db0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.063383728Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.065629853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00ccef31-b838-4d0a-b921-6846299c6303\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.065888137Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.074563032Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22a82e50-4500-4617-bf4b-0ae6091de152\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.074931366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.082692429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5a7693e-8ca6-4010-96b2-4087d94c11d4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.082759893Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.085804309Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3b359d7-a405-44bd-9767-5cebc3ac4c98\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.085968556Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.088121947Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0afaaaa7-5305-4a81-8fb1-8f27765669fd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.088586122Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.091447944Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"280e7ac0-1ed5-4980-97a5-4794261ea355\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.09162666Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.091939603Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.092130504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.092172257Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.092216054Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.094393663Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.097430484Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b7cefac-8aae-4dd5-a2a8-82baa634b1e5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.09749404Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.098437039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.111039859Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.111273044Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.111390388Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.11215463Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.11430259Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aacab66-a195-418c-b9f7-a16a774e14c7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.116032898Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.116179991Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.116332324Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.116441432Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.11724372Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.117762724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.11790121Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.118577357Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.121031898Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.126554471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.126615022Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.126758187Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.126881543Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.126914599Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.127164447Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.130433951Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.135744933Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.135871715Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.135959039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.13650656Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.222082505Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.222159608Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:02.225545204Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41176"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.225992906Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"33454bc3-42c9-4792-9847-0bf089a090ed","remote_addr":"[::1]:41176","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:02.22649695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"33454bc3-42c9-4792-9847-0bf089a090ed","remote_addr":"[::1]:41176","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":521,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.226736026Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33454bc3-42c9-4792-9847-0bf089a090ed\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.231095643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.231155542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.231185612Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.234573502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.23463279Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.234668141Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.234697199Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.236712624Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.241054665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.245468169Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.245780441Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.245834329Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.248189201Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.276891638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:02.300198245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:02.301281503Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.3013801Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":28,"elapsed":"581.022008ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.301425711Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":29,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.301456482Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.301486432Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.301517464Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.301593806Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.302572626Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.306550722Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.31181481Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.311895682Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.311931393Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.312394836Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.32925544Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.32947114Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.329533794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.329573814Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.330834586Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.335345634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.352668469Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.352748719Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.352783919Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.353944671Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.354663143Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.354962209Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.357530636Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.357638992Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.357900243Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.358817059Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.360437147Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.360491646Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.361065118Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.363701231Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62393","req_id":"2ab74e20-ed15-40e9-a9bf-e5802e33b354","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 82 e0 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.363763916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62393","req_id":"2ab74e20-ed15-40e9-a9bf-e5802e33b354","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33504,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.364205445Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.364397067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.364457638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62393","req_id":"2ab74e20-ed15-40e9-a9bf-e5802e33b354","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.366330539Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.366386591Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.367456653Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2087, tv_nsec: 166249717 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.367526993Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.368487557Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60070","req_id":"6730008a-2b07-45bb-8028-910787464c0a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 25 17 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e %...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.368556485Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60070","req_id":"6730008a-2b07-45bb-8028-910787464c0a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9495,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.368983265Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.369052393Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60070","req_id":"6730008a-2b07-45bb-8028-910787464c0a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.445697092Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.446650372Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.446727756Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.447053685Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62757","req_id":"ed3dc070-4398-42fd-9ef4-c440511c3935","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 38 65 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 8e..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.447198444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62757","req_id":"ed3dc070-4398-42fd-9ef4-c440511c3935","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14437,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.447581076Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14437,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:02.447697047Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62757","req_id":"ed3dc070-4398-42fd-9ef4-c440511c3935","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.448071082Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.448126593Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.44815508Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.450218431Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5cec618-95e5-4653-8615-c4509784c56d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.450482667Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.452723943Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3edc57b8-9ff3-4752-9b6b-464faf1a9a80\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.452913039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.457310972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61e8db20-f85a-453e-bb5a-63e2f782d488\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.457431111Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:02.459359183Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.467063263Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f5346b0-b86b-4cd0-9728-214b097e4aec\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.467125918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.468863961Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bce8b1e-c122-402b-a235-aab407cc0a4e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.468998579Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.470865288Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47c25362-2303-4d78-8b03-7f967f7590e0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.47105695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.477621169Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb01998a-2a47-4954-aaf8-d44902083db6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.477749004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.481909243Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a9d420d-5b73-43c9-b334-3bf6e576fe46\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.482066255Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.483071879Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"877fdb8e-6706-4932-95ce-c1558435136a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.483261387Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.485169268Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a47e9a40-7ba0-42bf-988c-a24413941935\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.485370499Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.49800401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6695218b-fa8f-4a88-a584-28868d46732d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.498323136Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.503143611Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30bbc739-0f6e-40a0-8354-804da4ccd0d6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.503305704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.503901421Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.507949015Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c7eb14f-7d48-4600-9a5c-903434d87fa0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.508235035Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.513776596Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"470830f8-154c-4ced-b370-0ad47fe9192a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.514097896Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.518254949Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75e59f01-ae85-423f-8dad-51e00eb2b146\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.520023212Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.53187197Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"650a3d1d-0337-47fc-8a21-bd69b6f33615\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.532018783Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.534087294Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2cc7e9f-3d91-4c37-9d15-91818446c1c6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.534213004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.539520008Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"887679f2-bfbd-483a-847f-9af662333324\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.539753934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.543009501Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7513d9d-55cd-41be-817d-ebbc72bccbf6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.543331092Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.544606132Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b833a2b-deea-48bd-863d-45958c28df40\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.544838465Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.546304566Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d549045-fb6e-42ea-a475-865e508b20cb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.546592119Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.547774214Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52c2f5bb-aeed-4f33-89fe-0c5e6b08563f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.548219191Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.549193672Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0458f8d2-f118-4a92-a150-5a4847a883f2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.549480945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.551554817Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e983a00-27fd-44a5-bfc7-9bb2e1ea5325\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.552101476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.554860032Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.554992095Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.555285129Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.555401591Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.556762192Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.557543138Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39d3e924-ee85-4fe5-b4c9-fce4471f7192\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.557615292Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.560900518Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.568682954Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.568797131Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.568832421Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.569084934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.569311255Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05a14582-2bc7-45f0-86a6-44ce8a8654ad\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.569379602Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.571302673Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8f55eb2-3ea0-4878-b6de-e5f900069912\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.571417051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.573299632Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cf33a5b-dff4-488c-8228-56c935f38059\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.573426825Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.576419478Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.576481311Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.577331315Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.578463711Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04009b6c-1f8f-46a4-9a88-cecafe230b4c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.578528901Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.58022005Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"439d4f98-5a72-4aa5-b3e2-05183d178e42\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.58034542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.581274471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05a8b596-55fd-456d-a4d8-7ebfc93227d3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.581408589Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.585793966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58ea8ab6-f0f2-4487-810d-9e3f750c1112\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.585911921Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.587113044Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcddf8ab-66ae-450c-aaa5-66b48ea20ea6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.587278704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.588447523Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9debd8db-e077-49dc-bd38-26c675585842\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.588522873Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.589838184Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e19ebc9-c734-4267-932e-2125b7d5c5fe\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.590000888Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.592163848Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0820d6b5-2d0f-4219-b76d-d809c5d14afa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.592232665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.594591705Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"698debde-c703-4d93-b6ac-47c196c067e5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.594703297Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.596394898Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23df0b63-4482-47ad-93be-a4b6d807ee87\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.596470649Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.598779118Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b411731-e717-4c19-94a8-079c1ea053fd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.59890563Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.600774684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"024255cf-1b4e-433c-91cf-4b870cbb4167\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.600926497Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.602423529Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b63ecae4-f948-423b-9998-1d032a65ef6e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.602538438Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.603273864Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2fe3773-1ed1-4b9c-b50c-38adcba24dfe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.603461087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.604474195Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"862cf60f-fd1e-4eee-957c-5c3ec50b3063\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.604614585Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.605760218Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3524ba9f-e499-4752-9efa-2853d27f7748\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.605888884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.607018324Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25778f33-4384-464f-b2a8-c8b4bbb3ced0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.607083334Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.607117782Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.607192121Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.607234445Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.607773679Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.610471685Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.615780132Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.615853257Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.615886343Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.615916503Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.615944629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.616294276Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.619754761Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.624112082Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.624191721Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.62497407Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.625005833Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.692564449Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.692644288Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.693364373Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:02.693607297Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39655"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.695256934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"951925d4-f8eb-40ba-ad90-502aa3e39380","remote_addr":"[::1]:39655","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:02.695752762Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"951925d4-f8eb-40ba-ad90-502aa3e39380","remote_addr":"[::1]:39655","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":501,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.696734738Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"951925d4-f8eb-40ba-ad90-502aa3e39380\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.699984644Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.700042519Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.700074082Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.702118625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.70216613Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.702198986Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.702228755Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.702845033Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.705599601Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.711358034Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.711637621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.711698693Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.712736451Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.744900666Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.744979252Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.74501327Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.745041687Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.746056779Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:02.746375474Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:02.746761534Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.746863256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":29,"elapsed":"445.54544ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.746904819Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":30,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.746932955Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.746964308Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.746996231Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.751006592Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.751065399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.751098715Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.758897173Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.759015108Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.759143153Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.759883779Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.760289617Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.770562385Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.770640952Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.770671683Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.771625774Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.777135161Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.781604235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.782217096Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.782572344Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.782645009Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.797434375Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50327","req_id":"dec6e56f-9166-45f8-9556-d979c5a8d18f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 97 98 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.797636418Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50327","req_id":"dec6e56f-9166-45f8-9556-d979c5a8d18f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38808,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.797939883Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.79825959Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.798443356Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50327","req_id":"dec6e56f-9166-45f8-9556-d979c5a8d18f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.799138681Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2087, tv_nsec: 598063567 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.799277748Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.799757674Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64986","req_id":"b37a245b-bd1e-471f-bc19-ef3d85f630ce","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ac a6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.800131329Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64986","req_id":"b37a245b-bd1e-471f-bc19-ef3d85f630ce","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44198,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.800395876Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.800542688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64986","req_id":"b37a245b-bd1e-471f-bc19-ef3d85f630ce","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.871950283Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:02.873796853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.875074578Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.889810218Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e1f4b9a1-5b5b-48de-a581-614bf2013fe2","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.895256429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58908","req_id":"d9ef45af-5e16-4c1a-9ba6-8b5147b43731","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 7c 12 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c |............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.895533051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58908","req_id":"d9ef45af-5e16-4c1a-9ba6-8b5147b43731","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31762,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.896319578Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31762,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:02.900730757Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58908","req_id":"d9ef45af-5e16-4c1a-9ba6-8b5147b43731","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.912966405Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e1f4b9a1-5b5b-48de-a581-614bf2013fe2","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.913135352Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e1f4b9a1-5b5b-48de-a581-614bf2013fe2","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.922307016Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e1f4b9a1-5b5b-48de-a581-614bf2013fe2","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.926758916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.926904145Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.927053273Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.927438761Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.927652446Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:02.936805513Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e1f4b9a1-5b5b-48de-a581-614bf2013fe2","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":51853,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.941783602Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1f4b9a1-5b5b-48de-a581-614bf2013fe2\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.943284342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.94388069Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.94459353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.944704161Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.944777437Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.947194152Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"987944f8-5cdd-465c-aa96-5ae0bd81e532","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.947583357Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"987944f8-5cdd-465c-aa96-5ae0bd81e532","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.947751873Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"987944f8-5cdd-465c-aa96-5ae0bd81e532","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.948574462Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"987944f8-5cdd-465c-aa96-5ae0bd81e532","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:02.962417544Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"987944f8-5cdd-465c-aa96-5ae0bd81e532","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":15226,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.963652594Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"987944f8-5cdd-465c-aa96-5ae0bd81e532\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.963979656Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.964074625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:02.964150246Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.964322369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e783628-609f-4880-8166-99e3e8e2ced7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.964663278Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.999193347Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e76bd8ef-6a93-4eb5-8fdc-aa5de0ffad4a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.999503936Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.999999483Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.009271116Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7f44e08-7d1a-4790-bfd5-4f9d6056dead\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.009515303Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.011760055Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39ee360e-ff0f-40b1-9e0d-5854fd853e7e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.012024693Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.01743364Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"968e7315-7b6c-4de7-98e7-b4c8cad1b9ac\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.017785Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.021836853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1b1ad4c-2045-4039-aae8-ddeb0cd06eb3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.022104797Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.025005195Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f1f3365-c0c2-4f27-89a7-5a5b8c0223d1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.025275654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.033798335Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2e6c15f-b5ae-4f7a-ace5-125453301d83\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.034013003Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.038291167Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c53f7d10-5a59-4789-94b2-a06517d7c505\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.039754002Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.049391734Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53344b50-c795-47af-b461-d6f821293a64\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.049633456Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.06409051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.064145119Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.064176321Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.064203375Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.067096981Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.068895755Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9713dbc1-a4ab-4159-ae97-e10e230f8057\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.069121454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.071537388Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.078360252Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.07843468Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.078467596Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.079582898Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.085600738Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8126e19e-070f-4647-bab7-5283b86c90b8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.085667261Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.085701389Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.085729525Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.085755426Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.107157138Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6050f6a3-78b6-4404-a60c-6aa1567a3d91\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.143627994Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.150071742Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a34fcc1-3a13-4acb-bf8b-66a5966f8a19\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.150387842Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.157208382Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df20e951-9105-4409-8258-306d5777f8b1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.157451486Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.162948489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26ce464a-f425-45e0-979e-0a873b69f7f5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.163245611Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.167833872Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ab9d87e-e339-4b18-9b51-006be1468a0b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.168055594Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.171585668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.175398084Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"527a94d8-1632-4618-b318-2eb7a713976f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.175680206Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.180739055Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46d50bcd-f858-411e-a5fb-c7f03452583b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.18100732Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.182330756Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e145dc02-ed82-4a2d-9abe-6c43891628ad\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.182578821Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.184145893Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f525d34-a290-491b-bab9-d9422727a8ea\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.184391613Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.185983254Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d9f962c-e8a9-4221-9ac4-040340439001\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.186212972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.187934271Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8343308-bd31-4efe-82a4-54c7daa00927\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.18826516Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.190330135Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bdece2e-5063-4613-8719-d296824872ed\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.190593199Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.196949694Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e10b60d7-096d-46d9-b2a6-f6edd2afa60f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.197169141Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.200755517Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ed62e13-bd05-4640-a198-8e612c77367a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.200966577Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.206071488Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fce5b2cd-7c1a-4256-80a9-1ef3171e0d2f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.206405263Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.209880327Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19171391-bac8-4227-aa79-7dfaa724acdb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.210020436Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.213477635Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"209a08d5-d104-4831-95d5-0c1107ef4652\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.213646902Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.223676395Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98e845a9-1bcf-45de-b82e-a63f4b0767e8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.22393511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.224220198Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.224409826Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.224516088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.224604674Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.227540604Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.230212307Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2905e3a-b6b5-4da2-a3b8-8c1c804acde6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.230521794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.230806401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.250178819Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.250266995Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.250302045Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.250725929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.265222162Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.265285909Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.267669378Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.267924256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82c75915-de62-4dfd-b0b3-2b670270d2a2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.268244775Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.270531741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72278699-af79-4802-b378-42928fc09afe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.270722261Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.272544972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c299d10a-5962-4bcc-afc4-fa92ed954994\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.27467205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.2772966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c189d82-aee6-414f-a643-edabc918cc0e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.277484444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.285755043Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a32b858-75f4-4b20-8987-1ee171ce1710\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.290358535Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.290458263Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6f0639f-81af-47e5-b30a-8a3bcf2fce81\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.290496029Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.293179555Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8021b8a-a5e8-4db7-a62a-c1fec914a061\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.293256158Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.298494866Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf2cf517-98ca-4789-8a09-5af96672516d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.299035393Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.301629381Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"121f18ea-74c0-403f-b59f-eb02a584597c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.30397755Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.30845967Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8e54c58-54de-4930-8dfc-8becddc8bebe\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.308572625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.313497728Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dd9bedc-3cc9-440e-85fa-0e426d479a8e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.313791734Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.3173682Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.321480934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5509969c-80e1-4c80-a022-27f78acadbd0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.322097984Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.328348287Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df5d5b4b-e24d-4ba0-871b-e644e3fadb56\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.328605539Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.3306485Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1102db30-b4fc-4d86-a3ec-483dbc6a47b4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.331154809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.331214107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.33125095Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.33128095Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.332529367Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.355461639Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.355533311Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.355667378Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.358898897Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.359077242Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.368532992Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.368603954Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.368670095Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.36870266Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.36873245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.369260011Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.370021749Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.370093451Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.370189292Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.370225665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.370249963Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.372107715Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.387481646Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.387547848Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.387584341Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.388076562Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.388339355Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.394751471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.3948714Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.39491677Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.395582547Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.401318175Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.401424967Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.475750596Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.475900696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:03.476760348Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43204"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.477268441Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.477332158Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:03.477522868Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.477973906Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.478032984Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.478954801Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.479144218Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"25f8f832-9e26-4cdf-90df-1a7cce29a10d","remote_addr":"[::1]:43204","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:03.479728632Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"25f8f832-9e26-4cdf-90df-1a7cce29a10d","remote_addr":"[::1]:43204","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":595,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.480508887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25f8f832-9e26-4cdf-90df-1a7cce29a10d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.486606897Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.486685383Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.486716575Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.492794425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.494893257Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.494960551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.49499498Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.496314679Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.508461511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.512572402Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.512778081Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.512834133Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.51344519Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.552042373Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:03.553920004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:03.554284811Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.554350161Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":30,"elapsed":"807.443879ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.554389239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":31,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.554439689Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.554471633Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.554502264Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.554531021Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.55533848Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.559711533Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.564919981Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.564987335Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.565023427Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.565502752Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.571537546Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.571599389Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.57227262Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49594","req_id":"65510a5e-2f3f-433d-a304-565631103add","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b7 44 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .D..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.572333371Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49594","req_id":"65510a5e-2f3f-433d-a304-565631103add","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46916,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.572540725Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.572711715Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.572876944Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49594","req_id":"65510a5e-2f3f-433d-a304-565631103add","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.573211862Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2088, tv_nsec: 372108081 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.573295849Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.573614634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51540","req_id":"64fbc89a-b3d5-41e2-ba3e-3d71b5bd39a7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 28 0c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e (...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.57367282Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51540","req_id":"64fbc89a-b3d5-41e2-ba3e-3d71b5bd39a7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10252,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.5738182Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.573983269Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51540","req_id":"64fbc89a-b3d5-41e2-ba3e-3d71b5bd39a7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.615502012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.615954113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.616125504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.616173891Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.61620356Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.61679571Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.617078193Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61308","req_id":"75738b52-98e2-4f4c-82bc-75095793aaa9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5a e4 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c Z............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.617185426Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61308","req_id":"75738b52-98e2-4f4c-82bc-75095793aaa9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.617530313Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:03.617861283Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61308","req_id":"75738b52-98e2-4f4c-82bc-75095793aaa9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.618418794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.61851254Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.618628642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.61999779Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.627127696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.627192094Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.627224338Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.628732463Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.634545244Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c05171a-8091-4b11-ad56-670cab440af3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.635444366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.635662821Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.635758652Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.637008913Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.645184282Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87801f84-9378-4e63-9d7e-d36001e26fcc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.645528578Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.649801051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dc5a8d6-802d-4e45-b5c4-11fc8cc21e0b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.649942342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.654178603Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67d0c016-b7f9-4602-ad1f-ade9641e3223\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.654321307Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.657665721Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8747793-ceb6-496b-bdc3-200e19e3f69e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.65877481Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.66165569Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13877738-53ff-4fe6-9f62-0dc0ea7b53a8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.661786892Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.664884784Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0ccc009-6805-43c7-a2f2-48ec165a0024\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.664955806Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.668058377Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65abff14-7c7a-4c36-a9b8-dd3bd41f83f4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.66822557Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.671064677Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01576797-b6a5-41af-afd9-eff18ed092c1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.673042618Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.674125896Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"617f4518-ef03-434c-82e1-f29d7d417dce\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.674250755Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.675794301Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82d20d27-d79f-4ad6-8cc5-96c7031f7f6b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.675922255Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.677000905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d7b9265-4953-49f0-86ba-113249d959a9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.677071074Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.689468105Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.695228061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1efcf63-c302-43fc-873c-072291141fe0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.6963767Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.701797691Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8072031f-d3ed-4f36-9858-906c85edede9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.702022749Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.70501454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44cb6a66-8ef5-4b5d-9b08-1d0fb83df269\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.705421872Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.711556905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdb75699-d4b6-4c64-bf19-cd8552cdb670\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.711862414Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.716755423Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bd7e156-beec-4595-ada8-45cdd6c95236\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.716891404Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.719956952Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce616f24-13ec-4f77-b89b-489385c45f68\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.720023164Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.723774548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c4efb74-2084-4a44-ab96-dfd00096c247\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.723860099Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.724716525Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecb621b2-0668-4e8d-a185-da5d4fa687e4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.724852746Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.725830194Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa65122f-60e0-45e5-858f-79913058c4fa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.725890885Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.72683708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c99f10d3-173a-4177-9de1-a7e33ca3221b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.727075224Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.728637708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"551362d7-d810-4d5d-b4a4-e688092fc614\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.728800742Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.7301143Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2af85feb-ffa2-4175-96c4-a0fff9f11bec\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.730327444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.731909456Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba4b81df-7705-4b64-afd5-c1746f1b5047\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.732080657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.733869151Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"090e7d8e-c0e4-47c6-a32d-361b0977f5fe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.733940924Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.736205606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d52d0242-adce-4640-a743-b763166bd01e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.736269784Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.738973531Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"debdda39-1a33-4614-b71c-56a30977a1a8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.739137017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.740811673Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13437799-7197-437d-bb28-dfc52b031e14\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.740974859Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.743573777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.74363585Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.743669738Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.74369588Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.744479401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.74471972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b22fbc60-61a8-4ccd-a19c-192e7f305cc9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.74493572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.746800726Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"098b6f51-ca18-4985-b356-273a3210981e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.747020334Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.747639578Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.754625817Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.754696578Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.754728832Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.755090192Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.757975401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdd28745-0822-4f9b-b1f1-9e6dce9fd478\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.759143027Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.760556885Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.760613958Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.761353722Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.761573049Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8db59589-70de-4df2-bc3c-21af4316d0f9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.761784841Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.763328256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f46ca21-6c3a-413f-bb83-a3465cccd476\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.763494938Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.764975358Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c1c41c9-8910-4221-a943-493588eb0eec\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.765219294Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.768586653Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cba5ed40-bcdb-4106-ba22-bb8b21da2c0c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.768874637Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.771075412Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3dafbbd-5eee-4db1-a0c8-5ede0efa0b2f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.771155922Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.774407641Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cefebf81-5244-4658-b6d3-0e33598ca8fb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.774479795Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.77993304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b92a6aa-d037-4c5b-8875-fad4f039b9d8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.780114963Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.782554103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46274440-82ab-413f-bef1-f90f4919675b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.782622198Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.794610424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2c74b7b-d68d-471e-b1a4-08f0055d9735\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.795121091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.797241105Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74257ea0-e903-4a48-8e86-fec1999af7b7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.797472466Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.804795908Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.805559709Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b6e5ba6-a0fe-4bf6-966d-efb8f637cdc7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.805804918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.808247144Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7eac4369-19dc-485d-afce-e0aca41b56e6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.808473515Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.810090447Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce99a387-c787-48af-a675-31c8f218a7da\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.81561797Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.821580861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.822208802Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.822340384Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.823332571Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.826483158Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.841911969Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.842065565Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.842195905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.842241205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.842270273Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.842578226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.852272101Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.857188116Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.857556239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.85766689Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.85858557Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.863311747Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.867623137Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.867743717Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.867834518Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.868520364Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.006030004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.006434289Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:04.011785541Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52320"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.012064587Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.012123294Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.01266813Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.02142135Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.021497672Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.021528533Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.021891126Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.022612473Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"03aa2799-8f02-4965-b3c3-e55a39b986fb","remote_addr":"[::1]:52320","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:04.026884835Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"03aa2799-8f02-4965-b3c3-e55a39b986fb","remote_addr":"[::1]:52320","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4269,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.028344985Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.029066943Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.029119508Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.029148135Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.029174958Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03aa2799-8f02-4965-b3c3-e55a39b986fb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.032308572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.032371788Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.032403471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.035629318Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.035694809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.035733686Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.035766301Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.036156889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.037096942Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.037837578Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.038704525Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.052793226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.056899237Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.057205257Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.057262331Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.057541547Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.122913556Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:04.123378192Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:04.123657779Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.123717789Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":31,"elapsed":"569.283009ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.123754572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":32,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.123829491Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.123862728Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.123891565Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.123920022Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.12618254Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.132222203Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.142667545Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.142746122Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.142783917Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.143601315Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.146919106Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.147047772Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.148859763Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49839","req_id":"33d5a9ec-d35f-4375-a669-c2903e5028a1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: da 68 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .h..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.148902949Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49839","req_id":"33d5a9ec-d35f-4375-a669-c2903e5028a1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55912,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.149130372Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.149291663Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.149544286Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49839","req_id":"33d5a9ec-d35f-4375-a669-c2903e5028a1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.150377887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2088, tv_nsec: 949282142 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.150440933Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.151054926Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58783","req_id":"d9906af9-2ce9-40b1-bf6e-5b1103eb0084","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 71 bb 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e q...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.151142531Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58783","req_id":"d9906af9-2ce9-40b1-bf6e-5b1103eb0084","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.151422028Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.151564461Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58783","req_id":"d9906af9-2ce9-40b1-bf6e-5b1103eb0084","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.244172226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.244514799Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.244571502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.244604137Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.244633075Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.246478321Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.247826638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64848","req_id":"71af6efb-6f61-4626-a8c1-999f833e59ba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 34 26 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 4&..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.247894142Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64848","req_id":"71af6efb-6f61-4626-a8c1-999f833e59ba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13350,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.248062457Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13350,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:04.248462034Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64848","req_id":"71af6efb-6f61-4626-a8c1-999f833e59ba","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.250064687Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.250118534Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.250150518Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.250407069Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.256785067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.256845477Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.256876218Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.257247648Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.261954236Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.262043424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.262835993Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.263054819Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"651e5f1d-f607-41d8-8145-738a44dab94d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.26329613Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.265007079Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5962e07c-1c3f-4063-9f6e-7575c2d3e5b7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.265288088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.270584782Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a07ce208-8df1-4c1e-ab22-b1607e7806fb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.270957053Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.279607078Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f1610d1-241e-4a79-8822-daaecdb0fdc8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.28025555Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.286647466Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e98490ad-8b94-48ef-b066-cb7b3f6661b3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.286789719Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.293628725Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06f0114b-f8bb-4732-af16-87fffd35c085\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.293705949Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.297006545Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"306cb79d-f74c-458b-b8d1-7230c9478d8b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.29708914Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.301176033Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b4af41b-087a-4210-996d-a68f62cab3ae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.301399278Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.301791679Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.304879552Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1687047-7027-41ab-aa1f-b3a1527eed71\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.304972026Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.311150035Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62b9ea84-05eb-43c8-9237-02231fc1d382\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.311288782Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.312481889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"427196bf-f218-43f0-809a-7d549ebdef74\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.341658381Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.342625679Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d34d1d25-7896-403c-9c72-18fe710c4860\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.342722862Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.343744287Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51708867-1ca4-477f-beb7-e1c6500856fb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.343911551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.345530045Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b44fdfc4-75d7-4689-9bb6-5cc4b0759fbb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.345646377Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.347250443Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e8c064e-6c4c-4d1b-a356-b154d72605e5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.34736456Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.349243524Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1cf5006-fa59-46bd-83ee-6427477ee2bb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.349450336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.351226195Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f9f5522-2887-4ed0-8008-0bbcc5d26beb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.351408037Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.352431847Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.352485443Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.352514501Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.352539501Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.3531764Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.354181252Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23cb3ca0-cc7e-4edc-8422-b5d9bcdba14f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.354395459Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.355487525Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.355584368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.35568065Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.356656404Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.356853376Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.365938849Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.366023928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.366055631Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.366484826Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.368924147Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"640e25f6-59db-4c62-8b9e-10991db02e33\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.369201369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.369244815Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.369273162Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.369504643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.370117524Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.370389115Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.371007217Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15dfdd69-9457-4f3a-9039-8b696f766726\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.372034854Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.373482469Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbc78b90-0a5e-44a8-8088-27ebb96440ad\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.373654091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.378206611Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.378266571Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.378609574Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"812acb58-f62d-4113-b660-660c13c1e89a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.378745836Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.381495524Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"200f8c5f-6bd3-408a-a2aa-afc36274bfa5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.381600874Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.382861766Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0084df9d-2fcf-4abb-a7ad-6317e82aed67\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.383032717Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.384831922Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd26b92f-de2d-4411-b706-67b330eaf5a0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.385024886Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.387381251Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac48f93d-680e-46d1-ac44-2a4795e7f109\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.387507623Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.390743781Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8394d858-c667-44c9-a008-9599982c9e87\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.390865233Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.392858113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdf1f6cd-5348-421d-8355-c23a343e3c5b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.392932452Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.39484895Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38b9fd4d-98e6-4533-a87c-df59c10e89e0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.394917897Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.398931204Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afdc204f-90a8-47a3-8602-afd2620c2029\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.399156994Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.402406568Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"166df448-c8d9-46d2-8c28-28837ea88514\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.402631807Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.403557882Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.404430911Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f11f264b-bbe5-4ad4-ae8c-29972da78e52\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.404682743Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.406246118Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91fbd0e7-5686-4e6c-85f6-f1fe9418b3e6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.406604903Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.407632951Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9624fdc-ce3f-462a-9744-84ae1d8207df\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.407843751Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.410020218Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cf53be9-aa7b-484c-84a4-5387772be5fd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.410471587Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.415399506Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eceb634-6794-4af8-9475-52ea04b7d8df\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.417701061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.418292279Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2023c313-6721-45a6-bfd6-5acb580a31e7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.418371718Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.422091599Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3addd2c-ccc6-439a-a594-25e4984218d9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.422161889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.427288353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"159bfc25-9c55-4f7a-b13d-759196c2f8b1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.431237061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.436643252Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5de9b0c7-48a2-4ab8-950a-39c07dc0aae2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.436790756Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.440786387Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52af8c13-6919-4552-97a5-01cc1750a4d8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.441035614Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.442581294Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfbeaa61-bedf-40a0-bfcd-3c57282c51cc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.442833566Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.444457121Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"383eedf9-f7ba-417e-98c2-98109ea1c655\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.444772019Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.445737713Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97cb8b9f-90aa-4efb-8781-238614844363\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.446302829Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.447345857Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"585f6b7b-a91e-470d-813a-18afe9c218ef\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.447416207Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.447453992Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.447486367Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.447514513Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.44934009Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.451486417Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.456312282Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.456385247Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.456421099Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.456454134Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.456482361Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.456804653Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.457446462Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.457604025Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.457795106Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.457893232Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.45886102Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:04.459084185Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.462456985Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.467213542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.467464973Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.467564661Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.468104196Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.468660896Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.477517712Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.477570487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.477599515Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.47805347Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.483108772Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.483168892Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.484962876Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.56029966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.560456532Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:04.563174177Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57550"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.564885126Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"836a6281-2722-44d0-980a-dabdbdf5e796","remote_addr":"[::1]:57550","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:04.565571864Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"836a6281-2722-44d0-980a-dabdbdf5e796","remote_addr":"[::1]:57550","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":690,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.566124495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"836a6281-2722-44d0-980a-dabdbdf5e796\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.571263715Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.571321109Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.571348895Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.576096925Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.576481251Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.576542913Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.576577492Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.577378849Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.584338977Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.586924378Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.587213424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.587268253Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.587932827Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.623893857Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:04.629790666Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:04.630051065Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.630116475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":32,"elapsed":"506.33537ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.630153679Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":33,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.630179781Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.630205673Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.630231695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.630257156Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.631461475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.644022973Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.650194439Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.650246924Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.650276944Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.651616413Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.656959809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.657001061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.658286733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62285","req_id":"10de80f1-2a6f-4ab3-ae57-762c66dc0987","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: aa d5 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.658540358Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62285","req_id":"10de80f1-2a6f-4ab3-ae57-762c66dc0987","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43733,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.659532856Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.659899115Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.660018423Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62285","req_id":"10de80f1-2a6f-4ab3-ae57-762c66dc0987","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.660549692Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2089, tv_nsec: 459425119 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.660611174Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.661029568Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50569","req_id":"7baec8f5-9c33-40f5-bb24-bcb9b29b6d81","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 03 e6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.661149046Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50569","req_id":"7baec8f5-9c33-40f5-bb24-bcb9b29b6d81","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 998,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.661862668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.661931374Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50569","req_id":"7baec8f5-9c33-40f5-bb24-bcb9b29b6d81","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.714587979Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.714978217Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.715131091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.715168546Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.715197534Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.715899382Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.716351733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62994","req_id":"435d67e7-04de-4fc1-a354-871fba2dc3e8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: cb 3e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .>..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.716481111Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62994","req_id":"435d67e7-04de-4fc1-a354-871fba2dc3e8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52030,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.716720628Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52030,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:04.71682187Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62994","req_id":"435d67e7-04de-4fc1-a354-871fba2dc3e8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.7170077Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.717053692Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.717085075Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.72070141Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.7281044Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.728167856Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.72819977Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.728618404Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.729056828Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76d243f7-3f59-4494-ba4e-edbc09c27d75\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.729505151Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.740858902Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a27a51a9-2ada-4517-865b-be426fff9965\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.741152477Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.742765331Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.742822184Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.743348322Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.750319191Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7992b5e3-8ef7-43f8-8e35-f4eed7286c00\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.751610224Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.756885915Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29f4801f-8840-42ff-92f7-dc813d91abf4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.756992858Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.765319879Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cd8eebe-585d-4a14-8c85-9fef134adf49\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.765501431Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.769399598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"469a8981-15cf-4518-b79e-fab40e10a4af\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.769482172Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.77416375Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29a39de7-0ef5-4e14-9ba0-a58f97d7cca0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.774297917Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.778365352Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.780664372Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41d8b950-f7b8-4044-aa23-680fc902f0a3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.78135096Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.782670129Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec484d4a-32fe-4781-9108-f95200f9958a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.782738094Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.784140067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a454193-c7fe-4183-9d5f-a47d5391e654\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.784288714Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.785516049Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2995a68-314d-4778-a96b-e352370c7109\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.785698693Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.786908012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"921c0863-a213-442e-ac16-b66bcb010b41\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.786979384Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.788797757Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e3cda90-50e2-4e16-8714-0db8e75a7b06\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.788993427Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.79190102Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0e68986-5231-4351-a7ca-0330d8fa7ff3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.792065859Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.79502235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"259916a0-1108-4a7b-8814-c9f51b8565b9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.795142288Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.798186764Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"581574be-e764-4a7d-9ef9-797d90e38dad\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.798304309Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.8013716Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33100bb2-2cf9-4a76-b12f-cad952bbbe3c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.801429906Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.804459803Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7f9eaa9-1403-4ceb-b14b-4728fd79aea2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.804577868Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.807969255Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"107a8a1c-a3be-4862-b88e-504433b3ecca\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.808034265Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.809575355Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bd75a07-1181-494a-9076-c78eb48f57ee\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.809771105Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.810646019Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a56f15b7-6b6a-4447-8241-ac8323967948\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.810905265Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.81219748Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28175299-d6a5-4cec-9165-e6dca67cd208\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.81240851Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.814053768Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04271075-9402-4f67-bc76-fe8e903b4751\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.814118668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.815750509Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a63e5a66-1748-4827-9b3f-dbedd6b08f13\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.815898955Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.819334029Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f4723db-7992-4400-ac39-983c4df573e3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.819396724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.837238422Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.837395976Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.837442759Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.837471036Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.838278034Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:04.838631889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.839540579Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.839795768Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"53b5beaa-e3d0-4b36-a0ef-1b52ce136fb9","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.840933615Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"53b5beaa-e3d0-4b36-a0ef-1b52ce136fb9","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.841002181Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"53b5beaa-e3d0-4b36-a0ef-1b52ce136fb9","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.84301399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"53b5beaa-e3d0-4b36-a0ef-1b52ce136fb9","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.848571954Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.863354016Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.863434887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.863468935Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.864035003Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:04.865426706Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"53b5beaa-e3d0-4b36-a0ef-1b52ce136fb9","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":25663,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.866920462Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53b5beaa-e3d0-4b36-a0ef-1b52ce136fb9\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.867261792Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.869121357Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"c0f92003-6c88-4565-a1da-0b79801a92d0","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.869515693Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"c0f92003-6c88-4565-a1da-0b79801a92d0","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.86963467Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"c0f92003-6c88-4565-a1da-0b79801a92d0","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.870677007Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"c0f92003-6c88-4565-a1da-0b79801a92d0","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.871205429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.871367492Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.872451793Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:04.886773768Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"c0f92003-6c88-4565-a1da-0b79801a92d0","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":17743,"response_code":"200"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.888238978Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.888417012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0f92003-6c88-4565-a1da-0b79801a92d0\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.889312036Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.889392606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:04.889466463Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.889581603Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.893981279Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0661245e-c6d2-48ed-8e70-3f6085114049\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.894338551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.894620532Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.897699106Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.897808765Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.897932271Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.90580663Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fdec00a-6130-47ce-b51c-2eb6edf02ee4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.905955647Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.908499055Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47469fcd-2557-47a2-9d4e-5603ec6c6570\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.909077958Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.920525466Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bac3e81-f971-4b02-8ead-b3d1d677fd1a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.920609474Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.928761977Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95bb4e0b-4e6e-4834-b08b-fa46c1c15d71\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.930094823Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.945648282Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8147bf57-4c70-44be-a982-1205db4f1f52\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.946162997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.954533736Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.956366537Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"724fdd55-7fd9-4eb2-885f-4aee80af9f26\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.956986212Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.972789559Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6e8bf6c-6bff-4907-8450-482dc41064ba\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.974660828Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.976230535Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7e7f4e3-5acb-47ef-9039-eadfd94262b5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.976517397Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.982748963Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"602af0d3-1c29-40ea-8b97-1987234ece29\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.983457605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.990466199Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e31179a6-5667-4465-8b3f-97458bec767a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.99274563Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.998366379Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d399ef93-7ff5-4c44-8160-80682f1e0c1d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.999487052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.002756386Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfa57bc2-6c09-4c6d-9773-53845a49d2a1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.003278246Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.005817475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.006467861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.006673881Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.006820293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.00782773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.010486939Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.01964195Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.019741738Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.019825094Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.020352525Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.021730631Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e3945b9-4674-43cb-8f6e-0579be7f707e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.021969377Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.023407833Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.023515197Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.024114531Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.025120275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f6aeca8-209a-49d6-aa1b-f0c23fe16fe9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.025375303Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.027700616Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f94b13e-d484-42c9-b2ba-061148801860\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.028102857Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.028899966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1c53169-970c-4db0-bead-8efe4f31a4c2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.029127288Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.030192551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59ecf199-170e-424f-b6a8-e6e1fc3fb66b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.030415545Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.037072178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e3324b8-5607-43ec-8c0c-aa69ec75226e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.037989085Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.041441864Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72e8ea20-39d4-4838-bed2-8d7d2c607013\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.044634425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.044694305Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.04472714Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.044753683Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.045275052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.052169038Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.06018557Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.060249838Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.06028113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.060308856Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.060334116Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.060862419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.072460768Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.078975538Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.07909198Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.079131148Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.079782305Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.144829207Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.144920569Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:05.146278104Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64394"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.146782599Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"edebb50e-644c-49f8-b8e9-a0b2cd150c2d","remote_addr":"[::1]:64394","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:05.147589557Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"edebb50e-644c-49f8-b8e9-a0b2cd150c2d","remote_addr":"[::1]:64394","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":847,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.148055195Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edebb50e-644c-49f8-b8e9-a0b2cd150c2d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.149748088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.149808708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.149840492Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.151334248Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.151399949Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.151434568Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.151464347Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.152298409Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.166403392Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.171540157Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.171824854Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.171884773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.172337706Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.193474099Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:05.236067002Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:05.236847548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.237050261Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":33,"elapsed":"606.867264ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.237193377Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":34,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.23728562Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.23739563Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.237484577Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.237569726Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.238512585Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.240950733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.247901051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.24797603Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.24801101Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.25363742Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.254653745Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.254727472Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.254765698Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.254797872Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.254911799Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.257786728Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.257939963Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.261431299Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54388","req_id":"9f8d7560-d689-426c-b0fc-2855b3c37883","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5b f0 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 [............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.261501589Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54388","req_id":"9f8d7560-d689-426c-b0fc-2855b3c37883","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23536,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.261695997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.2618835Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.262042076Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54388","req_id":"9f8d7560-d689-426c-b0fc-2855b3c37883","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.262447143Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2090, tv_nsec: 61342831 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.262506952Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.262743965Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.270183367Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.270366782Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.270504106Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.271251776Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.271794758Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58351","req_id":"ae6c45d3-4eb9-4c2b-923c-a38dd5f8b0d3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3d 67 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e =g..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.271859507Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58351","req_id":"ae6c45d3-4eb9-4c2b-923c-a38dd5f8b0d3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15719,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.272206909Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.272419552Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58351","req_id":"ae6c45d3-4eb9-4c2b-923c-a38dd5f8b0d3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.327762159Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.330836014Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.330908398Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.332319028Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.333374351Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50433","req_id":"3a64eb8a-7add-487c-bea7-b69ac48599b8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 0a 44 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .D..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.333526494Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50433","req_id":"3a64eb8a-7add-487c-bea7-b69ac48599b8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2628,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.333838927Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2628,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:05.334010318Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50433","req_id":"3a64eb8a-7add-487c-bea7-b69ac48599b8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.334962796Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.335020621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.335049378Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.343445617Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93790a4f-8f0c-41dc-969a-c1c5fc9b7517\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.344383326Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.347544464Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b04cb522-de29-4642-ab61-083d41786536\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.347735294Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.35039332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f711cbb3-823b-46ec-9f89-d2960a48ad8b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.353700009Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.355535035Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.355593481Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.355794452Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.357551542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.362514531Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad2f937f-2360-4df4-9e39-64d4a0709215\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.362926191Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.364940014Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.365051696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.369682563Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.369870096Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.374611253Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"998da9bb-36f8-489c-bdbb-eeac6261c288\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.374686172Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.378403118Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5847810d-0ae0-4467-a011-4f5c68724663\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.379260757Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.379599632Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.382574098Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a649c970-7901-49e0-8e04-5269a7904b6c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.382738305Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.385216894Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bc0ac5a-5ba4-44de-b9da-326cb995efa9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.38535032Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.386209742Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c418754-07c3-4ae1-b6ba-94575335ec28\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.386416053Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.387819309Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9e8f317-4505-47b2-8624-4bd19e34efa2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.387958837Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.389025262Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"214128f5-6a63-4167-87cd-eb5de72421fa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.39593037Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.395969618Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab90cafa-2ff4-4dcd-b951-602f128e4886\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.396002093Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.396033495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11b95679-eea8-4bbf-8dd1-c9f77b216a0c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.396063144Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.396091651Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dde8d0f-7fa5-4f2e-85d2-d1393be3bd3d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.396121781Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.396149657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d936961-a6f7-430f-8be8-1334475c09f2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.396178464Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.398315542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8670ee5-34de-4acb-88de-51c98247dce2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.398438597Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.400829812Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"954c1c2c-f303-43a4-9ef1-3442dfa98feb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.401032726Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.403470844Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7050ced-dfde-4eec-a893-a3748bac2ac9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.403531104Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.40586282Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b449356-ba68-4844-bed8-ae67d707ad19\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.406115293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.407224783Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e988d38-c8fe-4726-b9d0-26daf8fe6266\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.407279202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.408408712Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4fa1a1c-befa-446a-9d03-dc39f468453c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.408535855Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.410055874Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e43eaff-b22e-4d0d-8a09-1e54160fbb5c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.410337094Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.412242791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9657b299-cfaa-4cfc-8133-f50ea74bd431\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.412426998Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.413652991Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd278f32-5f41-421b-b822-17c0aa04356c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.414185021Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.416466006Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40234f0b-abab-4cd0-a72a-f77c222e13fe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.416721304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.418973101Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b245b82-cf12-4e42-96b4-c043bd763bed\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.419047028Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.422624145Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff106022-8e9f-4159-916d-53fc9b0274b3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.42270184Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.426639436Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa77b50b-78df-4b44-830a-54964d8b8cef\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.426724355Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.428863838Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c3b4630-0365-4fad-aa30-654fda86c8dc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.428938917Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.430848602Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.430910275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.431015645Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.431061857Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.432238401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.436646444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"691c35d4-40fc-4c12-88bc-9f1d86c1e05b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.43690035Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.437489063Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.458812438Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.458884802Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.458917147Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.459720528Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:05.463951087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.464691342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13aac926-5698-4e48-8b9b-e906cda40122\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.465037551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.46594513Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.466026432Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.467170441Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.469975109Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"832e66bc-2d85-4899-8301-827cb59c01d0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.47194275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.472935447Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"306f3430-460e-49ed-8e75-7505507de60a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.47308719Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.476095423Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eabbca06-80d3-4c6d-aca1-9b7b00c29e57\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.492676681Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.496247205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a92e386f-1dd4-4609-a5b4-8f582c776864\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.496489878Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.507948138Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e6649a1-9e3e-423a-ae3f-3b23b009a01b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.508075692Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.510043443Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1921ce6f-dfab-45e7-ada8-4ff112e5c5f3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.510224654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.5137713Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"763641ba-c7cc-4d9d-b726-a081a74bc28b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.514035406Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.516122415Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdd97b65-70be-4d1b-b8f0-b3a0ce70cf53\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.516283566Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.518520703Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2449973a-65fc-4e4a-ba5f-039b4b626805\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.518741643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.523130768Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a1faf51-0937-4cd4-b6e6-338161eca1ff\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.523210257Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.527044115Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a8d6e45-e477-48be-9b38-1f777ffa40ef\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.527087322Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.529859545Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46a474ac-244b-4559-af47-5d9d9838497b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.529908072Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.530491654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.532008116Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78f00eed-bb36-478b-9416-bb844cc712b7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.532162524Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.533185171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14d2090d-8af7-449d-8bb8-fc03d710479a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.53323004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.533374789Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.533406151Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.533433847Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.533910717Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.537220481Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.543215516Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.543278672Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.54331298Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.543342429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.543368831Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.544316109Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.547540122Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.551948325Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.552844812Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.55289423Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.553310109Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.619101484Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.620439129Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.621054134Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.621119975Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.621155236Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.621185045Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.622754161Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:05.622815434Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53567"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.624518076Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"1bf53100-8922-4f4a-bdb8-f97c06b81597","remote_addr":"[::1]:53567","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:05.625010768Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"1bf53100-8922-4f4a-bdb8-f97c06b81597","remote_addr":"[::1]:53567","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":459,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.626418272Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.633206176Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.633269823Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.633302258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.633944477Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.634280086Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bf53100-8922-4f4a-bdb8-f97c06b81597\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.638902807Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.639160941Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.639198365Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.641940589Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.64203658Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.642074346Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.642256218Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.643365679Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.647152093Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.647246912Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.649150124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.649214161Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.65471956Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.655006382Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.655368814Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.656005282Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.688422942Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:05.692721276Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:05.693178618Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.693251613Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":34,"elapsed":"455.911054ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.693292505Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":35,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.693321332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.693352103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.693382374Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.693411231Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.69426397Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.696610576Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.702243298Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.702404039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.702451213Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.704921114Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.708494143Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.708629232Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.709835355Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49936","req_id":"8a2eabd1-980b-456f-bb34-77c4b6319473","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 81 ca 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.709905515Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49936","req_id":"8a2eabd1-980b-456f-bb34-77c4b6319473","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33226,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.709989382Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.710398487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.710438968Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49936","req_id":"8a2eabd1-980b-456f-bb34-77c4b6319473","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.710706872Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2090, tv_nsec: 509606507 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.710769857Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.711108812Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64590","req_id":"8206e64a-49ad-460a-aaec-dcda818a2864","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 54 20 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e T ..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.711164403Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64590","req_id":"8206e64a-49ad-460a-aaec-dcda818a2864","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21536,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.711255044Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.711451365Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64590","req_id":"8206e64a-49ad-460a-aaec-dcda818a2864","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.784524258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.789282959Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.78934847Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.789379592Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.789406385Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.791924312Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.792286694Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56274","req_id":"edaca94b-dcdf-4585-a14a-94543d0e554e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 30 e9 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 0............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.792839556Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56274","req_id":"edaca94b-dcdf-4585-a14a-94543d0e554e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12521,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.79302225Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12521,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:05.793277027Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56274","req_id":"edaca94b-dcdf-4585-a14a-94543d0e554e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.793751062Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.793807143Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.793835881Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.795159378Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.814405825Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.814477247Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.814509982Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.814999818Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.817081506Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b011a54f-6bf6-454d-adc4-ca513ba9eb20\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.817800489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.820432142Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c40447fd-c28d-496d-a4b0-bd8e3b9ad4d6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.82073237Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.821046075Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.821094742Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.821681311Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.870021075Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a42afcd2-6604-4c10-b831-05affa83acb6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.870168078Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.874814736Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abab2dc9-7045-4bb5-814b-a28548dfb65e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.875261506Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.877571729Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f0c6767-b2f2-48b7-8638-ee571392bb79\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.877785164Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.889810794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.890293406Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5c48f94-a0e7-47ca-889c-a8b99b3ca094\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.891740139Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.891912442Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.89830577Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.898972138Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.899990777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.900105787Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.9002882Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.906285128Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e0af3da-44e4-41ce-880c-d411752c407a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.90670752Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.909229926Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5217427c-d096-43d2-8d4a-c916a4560105\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.90964844Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.911213057Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98ab21da-d9cc-49df-bb64-e87fcc26d9e8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.911365641Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.912866111Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d258b27-9e3c-45c5-aed6-92a47d3d7b00\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.913065047Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.914053597Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d68e566-f252-4c32-95d9-0a02cb135dfd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.9145821Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.921693078Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8683a56-50a6-44c1-a221-cd0b048f5d80\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.922804502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.923950806Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6500a298-ef2b-4632-b3aa-e958751af88e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.924149853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.927417483Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.927469657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.927529607Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.928375853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.928885368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.928941019Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.928975227Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.930881225Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.931382503Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":2,"reason":"Timeout"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.933198231Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.933982243Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":3,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.934051411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"63.777µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.934624122Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.934710364Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.934747959Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.934778961Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.934807127Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.935175901Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.935288305Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.935329868Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.935361852Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.935390389Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.935417593Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.937098502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.937161598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.93719279Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.937222309Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.937922935Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.93810107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4598dca-785f-4f6b-8fae-e2b276cd9b4b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.938488682Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.953119282Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"21.749645ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.955194688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.965947662Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.966150997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.966323521Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.968495328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.969176996Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.970265946Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.970390665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.970606625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.970706474Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.971408052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.972121263Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.972283526Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.972392774Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.972478184Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.972556891Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.973911379Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.974041809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:05.974129364Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.974450764Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"205.089µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.974593078Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":2,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:05.974675452Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.974742926Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.974827384Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.974909298Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.974989447Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.975705454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.975871314Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62061","req_id":"89d95037-8e19-460b-8561-2bd34dc68e3f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: e5 f7 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.976197975Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62061","req_id":"89d95037-8e19-460b-8561-2bd34dc68e3f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58871,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.976745917Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.97739986Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.977582474Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62061","req_id":"89d95037-8e19-460b-8561-2bd34dc68e3f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.978334172Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.983534874Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.983688409Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.98378425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.986338961Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.98782951Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2090, tv_nsec: 786752422 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.987972054Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.988387151Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53456","req_id":"565076eb-c38b-47c2-ae12-953e7b63422d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 07 8d 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.988544836Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53456","req_id":"565076eb-c38b-47c2-ae12-953e7b63422d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1933,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.98877291Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.988999011Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.989156574Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53456","req_id":"565076eb-c38b-47c2-ae12-953e7b63422d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.98979668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.989945907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.990527797Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.992382482Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2090, tv_nsec: 791317789 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.992533403Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.993366152Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.001483245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.002185494Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.002251485Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.003087471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.004583852Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.01931855Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.019442136Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.019537426Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.019665862Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.019802324Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.020892867Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.021666148Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.021725987Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.023214202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.034806369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.036452869Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.047455471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.047566122Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.047720209Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.048869068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.051065003Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54618","req_id":"65cfd440-adf6-4779-b3af-c8659d1730aa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 10 e5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.051327225Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54618","req_id":"65cfd440-adf6-4779-b3af-c8659d1730aa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4325,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.052821202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.05288014Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54618","req_id":"65cfd440-adf6-4779-b3af-c8659d1730aa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.054766508Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.066789393Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.066869573Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.066907949Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.068738967Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.071611651Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.182260051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.182343797Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.182772852Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:06.182837231Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:06.184107001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.18453329Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63944","req_id":"74b7018d-4d44-4682-977e-feda97ab8996","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 30 0f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 0...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.184670694Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63944","req_id":"74b7018d-4d44-4682-977e-feda97ab8996","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12303,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.185081382Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.185128235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63944","req_id":"74b7018d-4d44-4682-977e-feda97ab8996","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.185580677Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49365","req_id":"306a2fc3-97e4-4ede-b721-fde31faf26ba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 2b 02 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 +............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.185621598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49365","req_id":"306a2fc3-97e4-4ede-b721-fde31faf26ba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11010,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.185687991Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.18578821Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.186278327Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49365","req_id":"306a2fc3-97e4-4ede-b721-fde31faf26ba","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"all instance checks complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.187632134Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.187765069Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"215.641601ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.18792624Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.188465154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.188522869Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.188554542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.190678885Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.196783618Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.29948805Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.299677858Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.30059728Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2091, tv_nsec: 99505292 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.300792369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.360560382Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.360671053Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.361607689Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.372101517Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.37231861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.372430723Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.372528278Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.372612105Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.373535755Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.377214425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.377438621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.378196211Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.378489886Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39572"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.378881656Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.379028359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.379953041Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.38091638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.381231538Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.392798224Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.393042471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.393195406Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.394072724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.397583258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/vpc-routes","method":"GET","req_id":"ff50d35c-ae73-40d2-b2e0-fb89f6666dd7","remote_addr":"[::1]:39572","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.397698207Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56676","req_id":"8089a1f4-1969-4328-97c4-023547b8db64","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0a 79 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .y..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.397746163Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56676","req_id":"8089a1f4-1969-4328-97c4-023547b8db64","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2681,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.397836903Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.397860571Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56676","req_id":"8089a1f4-1969-4328-97c4-023547b8db64","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.398172873Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/vpc-routes","method":"GET","req_id":"ff50d35c-ae73-40d2-b2e0-fb89f6666dd7","remote_addr":"[::1]:39572","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1057,"response_code":"200"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.459845452Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/v2p","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.461107626Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49652"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.462738556Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.462811361Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.464186872Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.529812897Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.53001017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.530388744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:06.530503794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:06.531288197Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.533033304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff50d35c-ae73-40d2-b2e0-fb89f6666dd7\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.533210146Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.533327951Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.534229848Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.539908632Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/v2p","method":"GET","req_id":"8527a6e4-939b-4bda-aa3a-21c3c8ef313b","remote_addr":"[::1]:49652","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:06.541266498Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.541335445Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/v2p","method":"GET","req_id":"8527a6e4-939b-4bda-aa3a-21c3c8ef313b","remote_addr":"[::1]:49652","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1443,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.543414838Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.54347115Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.54369708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8527a6e4-939b-4bda-aa3a-21c3c8ef313b\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.543752912Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.543784424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.543811899Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.552843684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{}","iteration":2,"elapsed":"616.3813ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.554815984Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ec94c13-c2b8-4a9e-a230-88b4df62da18\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.558737678Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.567957157Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.568050182Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:59701/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.56953968Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/eip-gateways","method":"PUT","req_id":"264f5e0d-d832-426a-be1a-a2cdd60e0ca7","remote_addr":"[::1]:39572","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.570123323Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/eip-gateways","method":"PUT","req_id":"264f5e0d-d832-426a-be1a-a2cdd60e0ca7","remote_addr":"[::1]:39572","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":620,"response_code":"204"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.570752236Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.570811564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.572033479Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.576818703Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/eip-gateways\", status: 204, headers: {\"x-request-id\": \"264f5e0d-d832-426a-be1a-a2cdd60e0ca7\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.578070006Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{}","iteration":2,"elapsed":"603.355828ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.580891758Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d411ebf8-b0e5-46e8-a424-b1a8781480ea\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.581067008Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.581327186Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.581380743Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.581410823Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.581438398Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.582574521Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.58620781Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.598538739Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ipv6 addresses for service zone nat not implemented","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:06.598625371Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"generated config for fewer than the minimum allowed number of dns zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:06.598657305Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.598799589Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"generated config for fewer than the minimum allowed number of dns zones\"}","iteration":2,"elapsed":"664.455174ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.608093446Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"272ce37f-c3c7-4d09-9eef-7924b2dec194\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.608225359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.608609103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.611649652Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc1afb25-80e0-412d-8612-9c6880e912c6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.611865492Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.615212059Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cb7a3a0-0098-47fe-aea0-915bc0081f82\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.61553368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.617155171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16d18716-e7e6-400d-9ab1-d9583ee07db1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.61731031Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.618764698Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37227f8b-974d-4efe-b690-d454f26d6747\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.618884466Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.620228053Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2893937-3e95-46e3-ac24-a886ef94742e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.620418844Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.621444537Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1cb57a9-3fcb-499a-bcee-7985b70be406\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.621588714Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.622954626Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe73c50c-d017-45b1-9327-a1f0dd2a4238\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.623221137Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.626387746Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e525f52d-b696-43d9-8ee3-0a80a962973d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.626643887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.628624473Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a6df4a3-07ef-493d-b522-b66db1437c3c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.628833429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.630999886Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca199fbf-730f-438b-ac9c-5581dc49eee7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.631184363Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.633706639Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b3a60b1-af9c-4579-8adb-c806a75bb67e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.633832329Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.636087092Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba19fbf2-cb63-4706-8ed8-4a78b241be0a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.636162141Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.640787146Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adb41245-3f3b-4f50-98cb-3e62a40fbc68\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.640956944Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.642087156Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d916eb80-0a01-42fb-ae6d-7733137c18e3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.64225987Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.64388104Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26be970f-08a2-4ffe-bb7f-13f3df8b8e1f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.644035979Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.646885026Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"413bde83-0ace-4fd4-8bfb-2c26792edbd5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.646994113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.648923668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb0ced48-1d88-4fda-ae9b-17d24b023833\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.649126642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.650553305Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1064e825-9765-4fe6-a952-8d8610cc426d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.65080705Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.652743989Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ba5b23c-d4f9-4a39-8512-baae0506bfb8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.653036061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.655210494Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab54e597-1677-4091-8fb1-547cb0f983b2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.655291635Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.657084908Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0e8a901-7d73-4014-940c-b18d84b4519e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.65724124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.659255934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1497efe-7d67-4980-9727-9df1990bcd18\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.659365212Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.659532485Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.659576102Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.659607334Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.659637584Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.660420795Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.663149622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.676076798Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.676174844Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.67631351Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.677986664Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.679573916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8575585f-9f12-4a46-94ae-58b0b0d11ab6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.679956679Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.680261396Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.680719489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.681624622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.684762574Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01b5ce69-f3ad-4d5e-8963-552fc01593bd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.685011721Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.686214688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b44e5742-2146-47a9-b583-ac899d73e34b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.686594324Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.698367491Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0672038-b462-4b95-be64-56ab48b151b5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.698466769Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.700144221Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a950196f-dd5a-4c31-aec4-5970afeb9b83\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.700255182Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.701495474Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4115b3a6-aded-4218-93d0-1a3c4727722c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.701559541Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.70159388Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.701626905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.701656685Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.702143044Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.706328814Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.711267393Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.711355729Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.711391591Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.711425218Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.711495728Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.711903481Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.714918809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.720674707Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.720746079Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.720777482Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.721257749Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.803252808Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.803463267Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.805288404Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36113"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.812455494Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"ed599c9d-a3a3-4115-9ebb-e1b71918826f","remote_addr":"[::1]:36113","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.813296229Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"ed599c9d-a3a3-4115-9ebb-e1b71918826f","remote_addr":"[::1]:36113","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5669,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.813838509Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed599c9d-a3a3-4115-9ebb-e1b71918826f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.827713274Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.827773634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.827798233Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.831257696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.831408356Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.831502153Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.831588605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.832947072Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.836087068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.837506807Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.845321167Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.850634533Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.850866766Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.850924401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.851577632Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.852065795Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eb9739ee-ccb9-4c27-b93e-a4d93385a620","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.852653907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eb9739ee-ccb9-4c27-b93e-a4d93385a620","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.852726722Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eb9739ee-ccb9-4c27-b93e-a4d93385a620","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.853622557Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eb9739ee-ccb9-4c27-b93e-a4d93385a620","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.854525455Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.86306984Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"eb9739ee-ccb9-4c27-b93e-a4d93385a620","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":11029,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.864740679Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb9739ee-ccb9-4c27-b93e-a4d93385a620\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.864804536Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.864835447Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"47a81ad7-4327-4346-b8e9-583c0035aa9c","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.869501454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"47a81ad7-4327-4346-b8e9-583c0035aa9c","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.86964975Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"47a81ad7-4327-4346-b8e9-583c0035aa9c","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.87114045Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"47a81ad7-4327-4346-b8e9-583c0035aa9c","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.891528642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"47a81ad7-4327-4346-b8e9-583c0035aa9c","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":27071,"response_code":"200"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.892582281Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.892700437Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47a81ad7-4327-4346-b8e9-583c0035aa9c\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.892824694Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.892874133Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.892900676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.892929804Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.9025896Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.903634211Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.903953177Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.904249638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.910547927Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.910808035Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.910883044Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.910915399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.91155859Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.915555213Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.928367792Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.928471278Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.928620826Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.929229949Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:06.939228781Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:06.940062823Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.940251419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":35,"elapsed":"1.247029555s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.940304495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":36,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.940333543Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.94036238Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.940396177Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.940423111Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.941819032Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.945349717Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.945455758Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.946999384Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.947079463Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.957542039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.957720455Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.961078115Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.962098869Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.968051368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.968169754Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.970375209Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:55228","req_id":"9afa138c-280e-4180-b491-440ce6e5eb2c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 88 3c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .<..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.970849654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:55228","req_id":"9afa138c-280e-4180-b491-440ce6e5eb2c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34876,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.971373758Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.971413598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.971436433Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:55228","req_id":"9afa138c-280e-4180-b491-440ce6e5eb2c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.972020196Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2091, tv_nsec: 770508061 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.972085977Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.972782004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59851","req_id":"6e1028f2-3797-43fb-9f44-bf58b1a8fdaa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 44 0c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e D...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.972892554Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59851","req_id":"6e1028f2-3797-43fb-9f44-bf58b1a8fdaa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17420,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.972985169Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.973010239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59851","req_id":"6e1028f2-3797-43fb-9f44-bf58b1a8fdaa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.047120148Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.051072172Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51376","req_id":"7dcd67b5-72b1-4808-97a1-1e16acd9266b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 56 8f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c V............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.051458802Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51376","req_id":"7dcd67b5-72b1-4808-97a1-1e16acd9266b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22159,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.053804446Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22159,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:07.054187369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51376","req_id":"7dcd67b5-72b1-4808-97a1-1e16acd9266b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.054683497Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.05491079Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.055094476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.05937236Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fe33a0f-1a2b-45a4-8136-eff068bcc95f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.061131274Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.065605288Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ed1a8ed-58cf-4090-8b7c-3bfab8a02d13\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.066545141Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.07066511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b20313fb-8043-475c-8ef3-aafebed6526c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.070893595Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.07365166Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62db2160-6b73-42da-a7d2-2b6b9c142f12\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.073992048Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.078879176Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.080207562Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca7317ee-ff96-459c-a62f-f1f8d2a627be\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.080430777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.082884015Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3b9523e-d55c-4317-a4b2-dd81b13ba005\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.083100256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.085199739Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aed0039e-a3c0-4c7c-afba-2db12c39c733\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.085398796Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.089362293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e29fbf9-c661-437e-ac68-8bfd20cbd185\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.08958694Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.090663956Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"418549a1-f5d9-4191-a293-1bb9054d3e34\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.090961549Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.092145979Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5859141-7357-4528-a0bb-3fafdb2e6739\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.092395867Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.093428194Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d84b0c9-45da-4cc2-ae00-b75b89e922df\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.093651088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.094793704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aff4b73d-abf8-4ec1-96d6-80be18b881bd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.096257932Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.099219833Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6180aa45-f175-4360-a3d1-aa54f9a0ea50\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.100027162Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.102703765Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b23f725-fd71-49db-83e9-470fa965749d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.10283215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.104647137Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bcd13ac-e5ff-4cc8-966c-1c50d7550a5b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.104843768Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.10674171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"769337b1-7d3e-4702-94c0-2e0f9bb47ee3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.106814255Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.109528893Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e553dbe-bb19-475e-a06a-b1b426f823fa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.109610045Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.113610977Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27b7aa14-d743-4725-bea2-43f675f605c5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.113838149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.120919358Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0aa18750-ef8e-412e-9d36-dc2bd0c0ee43\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.121056602Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.125092924Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ac3e549-b024-47db-8692-7fe411a59ff1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.126902619Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.128352648Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7568ab1-8fa7-43e3-b5be-aa28e120b4c6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.128477607Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.129706185Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.12976364Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.129846284Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.129883939Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.130848441Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.131478015Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc56072d-6dd1-4c64-8004-924f3552e86e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.131612654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.132812364Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fc4854f-85b9-45a0-bb86-49f5450aaee8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.132929738Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.134851276Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09fbc1d1-fe2a-4174-9935-e7e7f51d4f04\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.135462945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.137059256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.144916641Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.144976009Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.145037432Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.145384593Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.194257079Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.194384523Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.197874266Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.204384417Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96b28ed7-5a52-47e6-b2a2-be42c1955ff5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.204538684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.213671471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eddc0365-cc30-4ecf-9498-e52d7df6d995\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.213939354Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.223560634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c328915e-00cb-43c6-a9fd-18ec3243930e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.223821905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.228979391Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05cadebc-516e-4e20-b8c8-6c456880a8c4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.232627359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.245060241Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.247392417Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"793699c4-bf8e-4cb9-9635-b47413016125\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.247818226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.250149861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e922b36-b6d1-4f62-8b24-6c634df7b7b4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.250277546Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.251746523Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9aed2b7-d591-47c6-b4b6-eab94165039a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.251886411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.252973598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0fa9b28-ac80-4b0d-8cbe-d234c57b7a52\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.253359777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.261522791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80678e7f-6bfa-42ba-8e86-81dfff554e90\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.261762689Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.263341395Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb241ba4-ad49-4ef2-b3c2-c0eb0689498d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.263887543Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.265645235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2b8fac6-7f35-40d4-8caf-d8f3eca8d37b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.265840203Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.268131849Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a25482be-6a2c-441b-b2f3-1e508d6536b6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.268294744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.270146754Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5652b90c-e70a-4ba2-a289-0994b7dd24dc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.270552442Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.273379655Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c66d323f-390d-41e1-87e5-0ffc9833fd6a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.273448402Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.275812422Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fda20677-b6d6-4431-a743-f624e0bf8ad4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.276216377Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.279783064Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc717c12-af50-4d3a-97f2-0b4ec912fb09\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.279956529Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.282035111Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b18adb1-a8a6-4ab1-838a-13a7df07cf15\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.282189088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.285241399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb50e2a3-077f-435e-857a-10e58c8a8526\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.285415646Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.287628986Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e4797a2-dd67-4fc8-8cfc-5683b55a0748\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.287889455Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.289415395Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"071ec0e6-8df3-496e-a53f-c5cb0adbefba\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.289539843Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.291247626Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5db3dd8-71b8-493b-afce-1dfd654231a6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.291481011Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.291522494Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.291551952Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.291579918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.30023884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.300597475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.300658537Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.30069052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.300720099Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.302537601Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.305492378Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.319960475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.320056336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.320094822Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.320127527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.320156706Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.320586452Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.32502728Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.333091988Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.333191156Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.333239322Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.333759228Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.334368031Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.355883419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.356282223Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.356457863Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.357069322Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.360414587Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.360528353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.36269967Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.362966401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.363209836Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.363880683Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.36561583Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.472654708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.47318756Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:07.476141926Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35084"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:07.477839528Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.480956128Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"362a8456-90a1-4bb7-b9b3-fbfdbd32e4c3","remote_addr":"[::1]:35084","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:07.481576594Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"362a8456-90a1-4bb7-b9b3-fbfdbd32e4c3","remote_addr":"[::1]:35084","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":677,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.483664645Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.483913059Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.485884097Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"362a8456-90a1-4bb7-b9b3-fbfdbd32e4c3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.489806522Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.496989483Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.497049052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.499320598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.499484304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.499533592Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.499564724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.508938972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.51383127Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.513915337Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.514056118Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.531436707Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.531637267Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.531698168Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.532645957Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.595854405Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:07.599582193Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:07.599874876Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.599928252Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":36,"elapsed":"659.607565ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.599966037Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":37,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.600019424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.600054654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.600085155Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.600111487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.600762154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.632680399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.638647658Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.647395488Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.648970215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.649824147Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.651550566Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.65523638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.656686519Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.658898637Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.660226192Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.664884223Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.665791851Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.666672496Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.674832083Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.679833408Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.679893257Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.680652871Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.684784453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63872","req_id":"eb681461-43b2-4873-8a6e-6463941c781e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 0c bc 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.685136755Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63872","req_id":"eb681461-43b2-4873-8a6e-6463941c781e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.685379949Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.685570359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.685791589Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63872","req_id":"eb681461-43b2-4873-8a6e-6463941c781e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.686513818Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2092, tv_nsec: 485404667 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.686580782Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.686991109Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54263","req_id":"724cd64e-5de1-422b-bd0d-819dc098e508","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a7 8b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.687056099Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54263","req_id":"724cd64e-5de1-422b-bd0d-819dc098e508","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42891,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.687148082Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.68717225Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54263","req_id":"724cd64e-5de1-422b-bd0d-819dc098e508","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.876647818Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.880349583Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.880472869Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.881549093Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.896264894Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.896893125Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53381","req_id":"c7c353bd-120f-4f3f-a478-039aca819bf5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 61 b0 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c a............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.897116009Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53381","req_id":"c7c353bd-120f-4f3f-a478-039aca819bf5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25008,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.897317691Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25008,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:07.897409664Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53381","req_id":"c7c353bd-120f-4f3f-a478-039aca819bf5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.897518201Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.899719847Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.899777031Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.8998064Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.915192466Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.919217235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.919515258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.919649496Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.970936953Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96acd318-7d34-4d55-ac74-0fe0dd127a9f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.97141733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.02018672Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"906ba30c-3c2f-4a37-b167-3d97c559e262\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.021074278Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.065293572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11523a70-644b-47a8-b547-227d3e63e395\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.065662497Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.071774976Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.101387928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"466588fb-6afa-4ef7-a9b3-c2139c9ce76c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.102158213Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.108321242Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e53285a-8d0a-4921-9368-a031ee88c79f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.111605005Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.114724981Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79bba265-d78d-445b-af04-8385c82d702c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.11480977Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.120301332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b955a21c-bfb2-4295-ae5a-8ff662d3c3d1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.120737551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.122330946Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.122487487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.122593068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.122683037Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.124022806Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.124918371Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3198a23f-0b36-475b-8694-6b0f5cf10517\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.125826841Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.127137061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a34dc2f-ef54-4e86-9913-01628063262d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.127455316Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.127899551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.137098329Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.158337867Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.158412506Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.159077851Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.1612606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d45f28f0-dc37-41b8-8113-c9199639fdf7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.161474517Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.162474589Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.164009487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.164638611Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.165088627Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0099d5b-77d6-44ce-b81c-f6f1eb913b47\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.165250129Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.166353658Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c29b939-ece7-4ac1-9714-7cdaca82dcf3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.166398868Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.167752014Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41848d98-2100-4e41-8c67-017d851e037c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.167937955Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.172720724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15f8a7d3-33c7-4333-b4aa-ddb6f68a4074\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.172845042Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.175104964Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c785df91-c7a2-435a-9f95-a73577cb6583\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.175179102Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.178200382Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9625ec0e-ccf8-4af5-baf3-77b8a1e58eb0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.178273087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.180815172Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4bc377e-3d68-494c-b076-688268c27dc9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.18088976Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.18304774Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3e1bae0-eedd-45e3-a97f-65be7efcc1a7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.18311794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.18484944Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.189040119Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64115","req_id":"0e286329-4766-47ca-900d-9fd7fab5458d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: e9 8c 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.189328364Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64115","req_id":"0e286329-4766-47ca-900d-9fd7fab5458d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59788,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.189459154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.189490056Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.189610856Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64115","req_id":"0e286329-4766-47ca-900d-9fd7fab5458d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.19066174Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2092, tv_nsec: 989148654 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.190737421Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.192369403Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5c1fab5-acef-4234-ac72-876067e74372\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.19243811Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.194018629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63688","req_id":"1760130d-3215-4914-91a1-22fe6405d64d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fa d9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.194105021Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63688","req_id":"1760130d-3215-4914-91a1-22fe6405d64d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64217,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.194338075Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.194434387Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63688","req_id":"1760130d-3215-4914-91a1-22fe6405d64d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.195328829Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.273229491Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.273357095Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.273602745Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:08.273712043Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:08.276565328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.294844117Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.295315676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e11f8de-4110-477b-a26f-a6e3148f0c59\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.295625674Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.298817724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c41287b-fcb2-4f4e-bab9-9e8aea23285b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.298980558Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.301730217Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"439db1b8-af59-4c5f-a946-12f2d8400405\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.301973251Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.303357269Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11f37aa7-6eeb-439e-8fb6-1230e2737aa2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.317768442Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.321025151Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34015bce-a631-4cd3-9c2e-5ed7c79684b8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.321403875Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.32829202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59b25666-d963-4077-ad9d-353b3bbb9119\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.328475425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.351588837Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.351665289Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.351703065Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.35173066Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.353393954Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.358568684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.374001493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.374387672Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.377595283Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.377674321Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.381972885Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.382043716Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.38207558Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.382503903Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.386751186Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.391058327Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.392850909Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.394214516Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.394323012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.395641429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f07c326-409c-4253-a8df-b1c92f63da1f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.395990444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.399236772Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.399301922Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.411148285Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5bef64f-2841-4ed9-a175-cfcaad15ca44\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.412223117Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.433815599Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aff48d62-f314-4b9d-b990-a8f40023238b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.43399179Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.439132422Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c2f0c10-1860-4e6e-b5be-bec3d05dc416\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.439898478Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.447112422Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c804ea76-e412-440b-91ea-8f948f0e2631\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.447264254Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.447581206Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.46777459Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fdc7aad-c87b-473f-865f-3ca75ffa2206\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.467976983Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.469490148Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5d0d5e9-a911-4823-a82c-a6bbbb8da52a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.469699635Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.47127314Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f10c9cad-44b8-40ec-ac17-a05100dd4fa1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.47140328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.472418031Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71753cca-809e-4c6d-ac2c-4428969e64e2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.472596016Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.474097087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d183a75b-838b-43a8-b093-c5db693638cf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.474292626Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:08.474761471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.476635064Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c7cf678-feb5-4630-93fd-49d63665f2d6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.4767086Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.478418697Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6992b232-84e5-47f7-a2d5-48a643f2afb5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.478851049Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.481314547Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66f75ef0-24a3-4e30-b2ed-ec97bf205363\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.481503634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.483222178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2ced9ff-c4ee-4433-b238-12920d3d5299\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.483336616Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.485032244Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43f9ba63-de59-465e-9eca-8427b5fed959\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.485143246Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.486935527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c318f0e-1a3a-4815-961c-fdaca9f6e94d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.487028071Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.487854928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdeedec5-ca94-4170-8b8a-5262ea456d1f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.488036089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.496736023Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0337cdd8-39ea-4927-96c6-663b038c926e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.496973527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.501437801Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.501520055Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.501558191Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.501587249Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.502268006Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.504337178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1096d55c-4603-4043-bd6c-1681544500ea\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.504491135Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.505130629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.512509952Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.512573178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.512605843Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.513097693Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.517405927Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c987ddd-aae4-410a-8e0f-55279674d4e0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.518565988Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.518628172Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.518661549Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.518688402Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.519367806Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.519544007Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.519596722Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.52520215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.537102441Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.537719601Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.541851874Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.541956953Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.542053706Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.542144196Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.542238394Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.542851275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.545469662Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64734","req_id":"20a6d36a-4b30-47a9-a75b-6c2e5707788a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 9a 2c 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .,..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.545648609Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64734","req_id":"20a6d36a-4b30-47a9-a75b-6c2e5707788a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39468,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.546076301Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.546391509Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.546570085Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64734","req_id":"20a6d36a-4b30-47a9-a75b-6c2e5707788a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.547887139Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2093, tv_nsec: 346767205 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.547955435Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.550931735Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.555773903Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.555836928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.5558681Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.556300201Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.557798496Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60317","req_id":"fe77fdc5-fb27-45bf-b3fe-a90b5a39f6ba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 24 47 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e $G..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.557859799Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60317","req_id":"fe77fdc5-fb27-45bf-b3fe-a90b5a39f6ba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9287,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.558175257Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.558221239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60317","req_id":"fe77fdc5-fb27-45bf-b3fe-a90b5a39f6ba","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.558709572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.628385516Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.628580786Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.62933063Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:08.629398024Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:08.630062057Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.680852574Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.680955068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.681730653Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48057"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.682334176Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"ab10a547-91c8-4faf-a4fc-c9966bdb121c","remote_addr":"[::1]:48057","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.682786337Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"ab10a547-91c8-4faf-a4fc-c9966bdb121c","remote_addr":"[::1]:48057","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":463,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.683075433Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab10a547-91c8-4faf-a4fc-c9966bdb121c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.684545572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.684605221Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.684633597Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.689410304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.689572938Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.68967911Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.689766514Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.691002377Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.699701168Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.70667822Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.706931795Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.707143236Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.707589305Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.7453298Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:08.755838308Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:08.756243936Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.75631594Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":37,"elapsed":"1.156301646s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.756359086Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":38,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.756388204Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.756418965Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.756455688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.756489896Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.765646721Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.772210859Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.78598854Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.786069932Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.786103609Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.786798714Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.802188747Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.804460944Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.804585372Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.804671394Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.80567308Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.805926765Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.811517815Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.812450323Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54580","req_id":"4cbbd193-92a4-4a98-96df-2135bb410336","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e5 2b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .+..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.812512396Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54580","req_id":"4cbbd193-92a4-4a98-96df-2135bb410336","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58667,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.812764689Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.819361202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.819426182Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54580","req_id":"4cbbd193-92a4-4a98-96df-2135bb410336","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.819798353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.826435948Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.826598171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.82664769Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.827008198Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.827254599Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2093, tv_nsec: 626150508 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.827305541Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.829645824Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:55724","req_id":"4b430914-3040-41d7-8ae8-767af4554204","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1d 2b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .+..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.829987915Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:55724","req_id":"4b430914-3040-41d7-8ae8-767af4554204","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7467,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.83049723Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.830548703Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:55724","req_id":"4b430914-3040-41d7-8ae8-767af4554204","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.916357772Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.916833199Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.916908689Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.917893912Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.918492194Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.920377511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.922263989Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.923100336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.923973235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"201d0d5e-f344-44f0-9159-a03c13604ae1","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.924277862Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49692","req_id":"9fd2f57b-9453-4e53-a2ff-170974d34130","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1d f8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.924339665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49692","req_id":"9fd2f57b-9453-4e53-a2ff-170974d34130","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7672,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.924555114Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7672,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:08.9246532Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49692","req_id":"9fd2f57b-9453-4e53-a2ff-170974d34130","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.924997145Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"201d0d5e-f344-44f0-9159-a03c13604ae1","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.925068006Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"201d0d5e-f344-44f0-9159-a03c13604ae1","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.925604806Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"201d0d5e-f344-44f0-9159-a03c13604ae1","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.927201066Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.927255154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.927283941Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.931129884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.932139365Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.932208764Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.93224216Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.935935248Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"201d0d5e-f344-44f0-9159-a03c13604ae1","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":11961,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.937152684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"201d0d5e-f344-44f0-9159-a03c13604ae1\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.937335819Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.943501854Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"500cb8e4-1c67-45f0-8893-85cf8b2c5f64","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.949953168Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"500cb8e4-1c67-45f0-8893-85cf8b2c5f64","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.950052626Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"500cb8e4-1c67-45f0-8893-85cf8b2c5f64","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.951065454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"500cb8e4-1c67-45f0-8893-85cf8b2c5f64","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.952032812Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6abadf37-22fb-44dd-99e5-33df1f47da03\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.952284463Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.9576081Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"500cb8e4-1c67-45f0-8893-85cf8b2c5f64","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":14139,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.958535508Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"500cb8e4-1c67-45f0-8893-85cf8b2c5f64\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.958602842Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.958638203Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.958668924Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.96590454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0be9051-c2cc-462b-b7d9-78e7ed87810d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.966089278Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.966705907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.97180191Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.974273295Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/d2cc3e7a-8d1f-4845-92f9-134890882d40","method":"GET","req_id":"fef94610-db50-4f84-91ca-62114dc45760","remote_addr":"127.0.0.1:47839","local_addr":"127.0.0.1:38208","component":"dropshot","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.979485449Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/d2cc3e7a-8d1f-4845-92f9-134890882d40","method":"GET","req_id":"fef94610-db50-4f84-91ca-62114dc45760","remote_addr":"127.0.0.1:47839","local_addr":"127.0.0.1:38208","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":5210,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.980425472Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.989070587Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.989303201Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.989422538Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.005993315Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d298d4c3-0f34-40b2-a416-e246c60bd1d6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.00617665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.008812051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c761fd4d-83c4-46d5-a097-9b89b89cd1f2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.008921098Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.010849039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27465703-b525-49d4-8d27-1234f7601cef\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.010942055Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.013897674Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.015494225Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29962a2c-2862-4579-8dfc-e9137948fffe\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.015549214Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.024708073Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b3f0975-329f-4253-943d-0b285ec60c2b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.025381274Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.028850957Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d595807e-18ad-452f-948d-751ab4aefd88\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.029085825Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.030593028Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15981257-12af-4ba9-b959-bb4d2a5fec86\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.030863306Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.032578654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae046d82-344e-4d37-94fb-22c280e48132\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.033019232Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.035578491Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"390d32e7-5fe4-4bc7-9dac-b5b09bf53f92\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.03594917Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.037568346Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c56717a-fb12-423a-af6e-62616fac3b90\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.037794547Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.039689011Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39bff324-0220-45bf-afdf-405413f71404\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.039977436Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.04296079Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9bcfdff-ff29-4fa5-a9bf-fb79308f3427\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.043413061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.048236522Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91d16a16-eb35-46a1-88ca-a35e1191928c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.048307653Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.048799413Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90ee4187-00b6-4229-aefa-61fb0d79e635\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.048951526Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.050976972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db7a77fe-74b0-48ae-bbac-bdd6aacefdd4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.05108643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.0535157Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5087c4a-1ec1-4b45-b957-80fd38b34ed5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.053742752Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.058252688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9d16fe7-d217-42db-8d75-30405af47563\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.058320453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.059226358Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46a0b4ec-fdae-4034-a1b3-526f357da383\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.059443791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.063516015Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8caea92b-4c00-4629-9fb0-aed6b1d77b6f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.063671274Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.064640475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.064688381Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.064719052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.064751887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.065513495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.066348759Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac297dd5-1b37-4a99-bd81-e1f3587d7c7e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.066493998Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.069352794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6506cae1-5d41-4bb3-91d5-ed1a59f1a295\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.069420559Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.069539536Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.082069792Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.082265061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.082389369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.083283621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.086019321Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b50ec094-2558-4e8c-850e-f7f8fb1bcbdc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.086295552Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.086577724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.086646471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.088784902Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.092169555Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21df4b09-1f76-43a6-9266-570c6d2d3386\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.092346648Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.097581298Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e7cf157-08fa-4b07-bd32-48919541d8a7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.09824005Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.104365264Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09c5246b-2384-40ea-bf55-ee52b41142b4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.105866335Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.11557065Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67d040fd-dfc7-4a85-98c0-9ca056d6aa5c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.115799577Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.125309404Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b4d131c-226c-4865-93e4-430ee9da276f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.125529904Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.126496169Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.130879132Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"468e7a2e-0c2a-430a-b730-ed5fda29c7e3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.131975436Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.1333178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff04103d-68e3-4e95-8634-9da4a64f1c2a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.133609011Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.13469269Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cce2821-716e-40b1-a1da-d23ad403eddb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.135071184Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.136552936Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57c1269d-9722-4ae2-b38d-df1d0dd848af\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.136724067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.138056292Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24e3c7e4-9e31-4876-9fa7-97ddabe34a44\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.138184086Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.141489552Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fc6868c-a830-4eab-b25c-7b6ce021c8c8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.141671525Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.143960455Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fde005c9-7822-4f00-9ec4-0984fccf5fe2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.144184271Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.14636196Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93302769-d6a5-4d96-a791-b6806342079d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.146494093Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.148248228Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5d78893-69cb-4fb4-8783-f00e7aabdf12\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.148385071Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.166226098Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"248baee4-0371-4300-ab12-c8afb2eb68e5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.168387855Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.173044814Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0da0897f-7469-4faf-b6f0-5df7e0aaa0f8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.173340633Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.175372742Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d7ff789-cc66-4c67-8c7f-ae711ddbe9bd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.175765665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.176694696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f91f209-4df3-4197-8a36-d72304ba8268\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.176889434Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.17748487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.177559469Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.177622655Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.177659208Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.178461657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.180031404Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"365800de-b8f6-4cff-9851-1a51466a01ae\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.181064773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.181381705Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.192046564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.192121914Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.192152745Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.193499669Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.196058878Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04fbffe7-b76a-449b-b391-3e3dae576c0f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.196535037Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.197767793Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.197814566Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.198677606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.200375509Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba6b5aa3-698f-4a6b-9917-096c92bd7de4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.200574285Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.200625617Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.200656639Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.200683612Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.201393246Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.204498964Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.20895874Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.209063298Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.2090993Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.209128669Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.209155833Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.209589757Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.211787897Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.216800965Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.216879161Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.216915133Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.217926838Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.287212987Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.287291092Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:09.288192228Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37259"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.288872744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"48532248-9907-4a4f-9c00-f48b38d3a2e3","remote_addr":"[::1]:37259","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:09.289601846Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"48532248-9907-4a4f-9c00-f48b38d3a2e3","remote_addr":"[::1]:37259","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":842,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.290814813Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48532248-9907-4a4f-9c00-f48b38d3a2e3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.295617171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.29571163Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.295944995Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.310736526Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.310818068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.310855052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.310883819Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.311465228Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.315242834Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.334173011Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.334557948Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.334602818Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.336706128Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.354869327Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"inserting 6 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.355879049Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 6 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.355948918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 6 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.356126452Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.363173623Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.367496346Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.367639201Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.370969005Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.371219153Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:09.374888605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:09.375321938Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.375394994Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":38,"elapsed":"618.944065ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.375430524Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":39,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.375456576Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.375484863Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.375513309Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.375540704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.377458615Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.378139291Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.378198058Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.381083768Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.386915868Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.386979785Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.38701212Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.388303443Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.389395368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.389470197Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.392134576Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.392253433Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.393337383Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.393468263Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.39458584Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51702","req_id":"29c531d5-dbf2-4d19-b7e7-5b7c9fc9a101","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 64 fe 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 d............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.39533842Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51702","req_id":"29c531d5-dbf2-4d19-b7e7-5b7c9fc9a101","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25854,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.395551434Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.396620444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.39783286Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51702","req_id":"29c531d5-dbf2-4d19-b7e7-5b7c9fc9a101","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.397912358Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2094, tv_nsec: 196024865 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.397959151Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.397986275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51127","req_id":"854a40de-1beb-4367-a9a1-68033ab9109f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 27 63 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 'c..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.398025123Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51127","req_id":"854a40de-1beb-4367-a9a1-68033ab9109f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10083,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.39811412Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.398137917Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51127","req_id":"854a40de-1beb-4367-a9a1-68033ab9109f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.467884793Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.468790007Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.46884684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.468879996Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.468910267Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.469619319Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:09.469816582Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.47060359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61321","req_id":"5d06c10f-c2a4-44b8-b171-6a37816526e7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8f 00 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.470763219Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61321","req_id":"5d06c10f-c2a4-44b8-b171-6a37816526e7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36608,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.471467351Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36608,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:09.471554134Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61321","req_id":"5d06c10f-c2a4-44b8-b171-6a37816526e7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.472336393Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.472440891Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.472565189Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.473620532Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.485568597Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.485647484Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.485678566Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.488572322Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.491433643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b4fd347-54f4-4d5f-ade8-6f096003e6dc\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.491689563Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.492748633Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.492805486Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.493829066Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.494925911Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6ceded8-af73-4ee2-9b39-03280775b169\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.495338643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.499029718Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6921d95d-117b-43f5-b302-d807a3ea95b1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.499179396Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.504398485Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"100e7e7f-1b65-4b11-a81e-1d9bacd5ced8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.50452687Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.509052538Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16d5c537-8097-43a3-b62c-b0943c71e6ad\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.509330311Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.512643402Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f97da0e7-624b-4a4c-95d3-3923f6d2e5a2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.512704644Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.516063837Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43be2444-3622-4bd1-bc32-07f77562852b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.516645045Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.519797526Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7e2854f-54fd-4317-97b8-9e47dc66b2d7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.520320097Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.522817303Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cca0469-cd44-4727-a111-913c88b4c086\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.52289115Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.526105424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97d5764b-de8a-47b0-94e1-b31e1a18a002\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.52708691Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.532433803Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"940487c2-5fad-4e0c-a53e-13cb97954462\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.53267807Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.533199238Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.539493189Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"192dba9d-e177-4ddc-bb08-abff9c130206\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.539656795Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.541059469Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0122e202-615d-4138-b698-cfdd38fe1e58\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.541244528Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.543893075Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df7a77c2-92b7-4b22-a076-5ad51306bde9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.544022092Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.54776998Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50ead712-4aad-4463-b2ed-ba2dd7e417de\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.547894327Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.55006388Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2b56c18-fb65-4c70-b77a-fe606e153b72\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.55020461Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.553179187Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"231c8c32-3e7d-4654-bee3-1cbdd5e9c06e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.553239898Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.555418328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"907cf113-b9e1-42a4-bd20-9f32687929d5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.555486364Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.557187954Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dbef781-335c-4f68-a0e1-bc9e472b5d33\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.557260348Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.558105432Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41b80e93-d34c-4f10-b0fb-f422633f02c9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.558246463Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.559376164Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"663d9b6b-71b1-4b5f-b894-764abf677151\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.559462656Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.560335626Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"828ee353-44c1-4c03-9bc3-0b2c4f10b850\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.560476196Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.561665806Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60f6f302-04c7-4b10-b8ed-100eb542a4ae\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.561738962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.563511463Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9767b91d-863d-4ab0-9673-9c7505a474dd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.563675701Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.570971287Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75e4f8ab-c9e7-43dc-ba0a-16eb482a7445\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.571122598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.574448344Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aef7e2e-6440-4a74-9ea1-bef4e4ab133b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.574689685Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.577043716Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c364bd5d-25a2-4564-bab7-3572862f52e2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.577116801Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.580365584Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05f21714-2daa-4c94-9072-67be5428d402\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.580434712Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.587613205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.58767607Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.587711691Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.587740368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.588722855Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.594331861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.604174933Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.604292457Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.604768465Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.606057363Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.606324285Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"361f1a11-e5a6-4239-9fe4-7fa6a607be66\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.606531688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.609859268Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.609937234Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.615540628Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.617977874Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de851834-fcba-4240-b8ff-be1262891854\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.618306359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.620383417Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86b266ca-7654-45e5-a308-c9b5edaca9a8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.620629688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.621759439Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00d607d3-bc11-4d32-b117-983769abcbca\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.622035609Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.627320799Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3bf7371-4c2b-4d35-b57e-3dc2b95db59d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.627703502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.629446675Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b8c0a1d-b851-406c-950c-a101f10b9596\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.630252871Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.631782729Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1a6c429-2912-4fd8-a0f2-a6a36c73d462\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.632107226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.636126925Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26d282f5-b1aa-47cd-9e99-3422891a504b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.636352755Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.641182217Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69705e14-9f13-4f68-bbe0-9745cdbee0c5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.641316395Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.644405079Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32f8c51f-1abc-4a85-9c07-af3279adff9a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.644655508Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.647178314Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7174e890-869e-4852-8a0d-a719ed7da376\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.64724634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.655575044Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.657651942Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55e40425-5b4f-4997-934e-b476ce05537b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.657767322Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.662272629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e1c3c79-f01b-4bd7-9027-393672fbceb9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.662460884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.663806214Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8252436-ac9d-45f3-b4c6-be924610f808\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.663956784Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.664882238Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"911279e0-01f0-4dfb-a2dd-1f9761f0455e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.665022427Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.666322608Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20d7cc1f-35fb-4a2c-9791-054d7361486a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.666457747Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.6678997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a436d43-1d99-4e24-b558-0e9bcba0fc2b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.667965501Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.668059729Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.668101262Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.668128937Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.66902905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.673098729Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.678560511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.67862522Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.678659078Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.678689238Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.678719648Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.679675032Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.682964656Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.69273334Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.692799421Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.692835263Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.693306852Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.694299149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:09.694363317Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:09.696946684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.794184585Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.794258332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.794639872Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.794698348Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.794732807Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.79475942Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.797442506Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:09.797505772Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61159"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.799558682Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"1d8723fb-2552-4d4e-b887-40126ba5dba5","remote_addr":"[::1]:61159","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:09.803344555Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"1d8723fb-2552-4d4e-b887-40126ba5dba5","remote_addr":"[::1]:61159","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3767,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.803958068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d8723fb-2552-4d4e-b887-40126ba5dba5\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.810588979Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.81069495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.810728748Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.816281561Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.816490678Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.81655197Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.816589505Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.818288149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.819047492Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.828086332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.828149197Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.828179467Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.829090342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.832187092Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.835961723Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.836330357Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.836391138Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.83684381Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.852317461Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.85251805Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.853654144Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.891111395Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.891272837Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.900629539Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.903071014Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.903133538Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.903163488Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:09.942217931Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:09.943778671Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.944125452Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":39,"elapsed":"568.624808ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.944274098Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":40,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.944318427Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.944349228Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.944380049Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.944407714Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.945178039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.949002609Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.95626033Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.956370449Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.956470529Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.957321825Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.963652889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.964060261Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.964809153Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61167","req_id":"e82934ce-f86d-4a6c-a18f-e9e1b0aadf55","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 09 d2 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.964985124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61167","req_id":"e82934ce-f86d-4a6c-a18f-e9e1b0aadf55","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2514,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.965340442Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.965636171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.965685579Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61167","req_id":"e82934ce-f86d-4a6c-a18f-e9e1b0aadf55","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.966309943Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2094, tv_nsec: 765177545 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.966434411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.967063254Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50230","req_id":"de5cae21-6f1b-4449-b543-630a0a759336","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 67 ea 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e g...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.967329705Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50230","req_id":"de5cae21-6f1b-4449-b543-630a0a759336","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26602,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.967670454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.967719131Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50230","req_id":"de5cae21-6f1b-4449-b543-630a0a759336","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.037200819Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.037919811Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57412","req_id":"77ab0f5f-1431-4607-be55-cefafdf07a41","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 88 94 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.038123928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57412","req_id":"77ab0f5f-1431-4607-be55-cefafdf07a41","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34964,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.038322363Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34964,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:10.038422353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57412","req_id":"77ab0f5f-1431-4607-be55-cefafdf07a41","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.038642281Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.038696769Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.038803853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.044517206Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.044834268Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b82a0b2-f697-4377-9ee6-8ac8dcf5a112\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.045292621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.056761522Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"594de794-3e03-4db4-9f91-ba06c7a7ccf8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.056930429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.06229129Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cb5c1b7-7282-48c9-9806-167e94af8646\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.062528252Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.066289276Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ae3e433-be23-4892-b2d4-197ca7c09328\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.067314729Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.068891019Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e171e73-f73d-476a-a5c7-0596d6a2d7f4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.069035327Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.070942757Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b0d7dbf-0b12-4983-bb5a-21025a861c7c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.071025923Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.074480997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fb167fc-e5b9-4a3e-9f40-e3f8d028a33d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.074624162Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.077324623Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b9caede-6413-4b3c-bef2-1811acc12b95\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.078848238Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.08001363Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8606df05-33e5-47ad-86fe-e06ce608e51a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.080423888Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.081660462Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4448e2cf-b570-4546-af34-76f6256fcd63\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.082690724Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.083693763Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dadd0eeb-84f2-4d7c-b663-b01d5f027e7b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.083916677Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.08518784Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef87c42f-3d22-4770-b66d-0fe14c332f7f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.08539888Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.088847602Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a84e7449-1bfb-4cd2-ab6b-62a27d16ffea\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.089114594Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.091199017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"092b2f3c-d2b4-4104-a4d2-d2e933fab601\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.091465107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.094618991Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50283311-d2a8-42a1-86a7-e403432a96e6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.094751224Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.095646528Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.095707229Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.095740345Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.095769904Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.096606811Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.099333203Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.107275087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.107353754Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.10738677Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.1079894Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.109938734Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3b8b7ba-54ec-4547-bc6a-98cd3598c705\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.110509081Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.11272722Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.11277215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.113283769Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.115365677Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4d47951-97aa-4a67-be7d-2b8d83f7d3c6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.115545906Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.120177705Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93e95112-e87c-41a3-80ce-5a03c219517c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.121215502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.124693342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e010584d-d4d7-4c8f-90ed-1c7e622856dd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.124774013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.125949865Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"effb66d0-d333-4d90-9609-ffdaacbbda37\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.126098972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.127257972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c7c7db6-22ac-459e-a1d2-7bb986723213\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.127451377Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.129039411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c31c8e9-496c-4b88-9144-9961ac0b1c82\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.129170152Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.130811813Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78280148-7f79-4686-900e-140614729f52\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.130884698Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.133235101Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d13fb458-8a44-4d79-a287-4e197f565910\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.133874034Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.136092163Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2636cfb-9fdb-4948-85d0-264fb50f806f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.136164578Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.146049453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.147099254Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69fc8940-e50e-479f-a2c4-4afe9734b98d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.147241658Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.149486891Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"858076b8-4799-4b64-8743-6daea055762f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.149621439Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.15457555Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec08610c-482d-4e1e-b2ac-e101a970a3ea\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.154930838Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.157842379Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e75439e-e028-4cb7-b02b-aa6278376314\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.157977528Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.160001311Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"344fa935-a642-4efb-a0c0-1682c7e959ff\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.160059406Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.160960853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88ef7221-6c16-48f2-9458-a3dc15c06046\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.161091553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.163136237Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62b46ab3-dd5f-4f24-b9b4-54ef91533f81\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.163351937Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.165051312Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0af1fd2d-e1e0-4636-bd06-c2bf07ef78e3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.165224257Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.166519628Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75c6fa13-96eb-40af-8f2f-bb8a70ab9cbb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.168601045Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.169663322Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87e68cfb-b4a5-4eb0-a213-75016187df4a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.169844212Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.171928445Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eedf3f48-449f-4dd4-bd75-9f9e053f6fc9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.17239775Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.174564076Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e46f1acc-8ccb-4de2-8fbf-c6900df70772\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.17474162Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.177209106Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a7e66aa-d7dc-41c8-9eed-d2d984429554\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.17738151Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.179386304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84869a4e-3f20-4345-8338-6b8862432b27\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.179798956Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.183472756Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e584c2a9-cd61-44c9-aca3-fd29d07fb580\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.183790209Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.187604107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9170d4c-322c-49b8-a2bc-cf3f88bb07ea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.187864085Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.189021211Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4a68980-99f9-4907-974f-45a511ca9747\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.189324575Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.190394036Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ce468c1-1520-4b38-ab01-18fa38a7d8d0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.190543324Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.193139035Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"190188c5-9c97-4cbf-9e09-29ecb3914300\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.19398449Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.19490788Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef582b57-f503-4859-bbc3-2874bb72c378\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.194971667Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.195014342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.19504877Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.195079181Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.196123482Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.196407478Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.196463269Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.196492096Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.196518339Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.197578771Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.200091949Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.210234467Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.210297362Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.210330619Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.210974Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.211119711Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.221481185Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.221546656Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.221581866Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.22161413Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.221644411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.222429705Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.226855002Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.226969661Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.227848211Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.229529391Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.23456315Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.234797177Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.234905182Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.235619605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.328003695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.328094155Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:10.328849129Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39709"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.329108516Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.330292866Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"cd60c106-7879-4f03-b9ec-2503945ab9ca","remote_addr":"[::1]:39709","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:10.332268021Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"cd60c106-7879-4f03-b9ec-2503945ab9ca","remote_addr":"[::1]:39709","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2001,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.33287491Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58493","req_id":"bc655f66-94c5-4bbe-be00-54baa737e6c5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 5c 41 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 \\A..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.33298541Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58493","req_id":"bc655f66-94c5-4bbe-be00-54baa737e6c5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23617,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.333638221Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.3339942Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.334053027Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58493","req_id":"bc655f66-94c5-4bbe-be00-54baa737e6c5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.334352204Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd60c106-7879-4f03-b9ec-2503945ab9ca\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:09 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.339919526Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.339973904Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.340003984Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.342972268Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.343034382Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.343069001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.343096205Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.345319275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.347117818Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2095, tv_nsec: 145992494 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.347190202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.348099414Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50111","req_id":"2faea658-5a72-4f33-b668-51b18433e4b6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0f 33 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .3..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.348359652Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50111","req_id":"2faea658-5a72-4f33-b668-51b18433e4b6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3891,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.348585162Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.348716333Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50111","req_id":"2faea658-5a72-4f33-b668-51b18433e4b6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:10.34909597Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:10.408777471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.408856348Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.40926373Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.415363253Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.415951805Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.41607937Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.417098079Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.418495594Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.418562247Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.418808668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.420502723Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.435857045Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.435918728Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.44787967Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.447953948Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.449794174Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:10.472897426Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:10.473136282Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.473193245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":40,"elapsed":"529.092813ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.473230099Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":41,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.473258095Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.473362483Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.473409296Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.473438103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.474201915Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.480138203Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.486417704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.487491474Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.487555852Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.488830001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.493677389Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.493735534Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.495406093Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62872","req_id":"622aabc0-a345-4bc6-9381-dff1b4a5c278","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 18 c9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.496350986Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62872","req_id":"622aabc0-a345-4bc6-9381-dff1b4a5c278","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6345,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.496711544Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.497232302Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.497279856Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62872","req_id":"622aabc0-a345-4bc6-9381-dff1b4a5c278","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.497740705Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2095, tv_nsec: 296401905 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.497804151Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.49826564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63296","req_id":"09ab8604-a7e4-4d7b-a44b-8a35f6ac4a44","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 21 1b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e !...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.49840605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63296","req_id":"09ab8604-a7e4-4d7b-a44b-8a35f6ac4a44","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8475,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.498502392Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.498524476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63296","req_id":"09ab8604-a7e4-4d7b-a44b-8a35f6ac4a44","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.566081279Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.566513059Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.566624962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.56666395Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.566693799Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.567644183Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:10.567866285Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.570484792Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59177","req_id":"3e92357a-55b5-4c1b-a4c9-a71e6e3a45e5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8f 46 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .F..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.570611785Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59177","req_id":"3e92357a-55b5-4c1b-a4c9-a71e6e3a45e5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36678,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.570934959Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36678,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:10.571520466Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59177","req_id":"3e92357a-55b5-4c1b-a4c9-a71e6e3a45e5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.572549156Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.57260155Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.572631319Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.573681311Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.582199433Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.582268731Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.582302779Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.582830631Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.585792783Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03678108-ad0d-4d32-8448-2951af53e3f6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.586497366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.586741884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.586783777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.587445335Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.58956568Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d586104-85d7-417d-bb0f-f62029dd0fd5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.589794105Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.593019431Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe5c65b8-6c43-467f-9557-85219c346731\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.593153108Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.597971899Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db24af2e-6e5a-4117-b85f-3ddf3d0ffe94\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.598223199Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.604435998Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"780b1bb0-e59c-421a-9557-b3eee1ae678c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.604574915Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.608637149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44d35caf-a52f-40a1-a8f9-5891a9969dfa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.60885873Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.61148845Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d6b5b8b-3a77-4f17-9e0e-72a295d2d83f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.613381381Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.617121733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81cdf647-b35f-4424-a8f3-fcb2c2e78896\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.617300359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.623153211Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c28739be-be7c-45b2-b03d-0351b7674b06\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.623498849Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.62400627Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.627249943Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55648c71-4055-42be-a299-a7d1468afecc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.62741892Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.629301671Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aed967cb-1d9f-4979-a23a-e40d015f5143\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.629624244Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.6305506Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.631539871Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:52439","req_id":"3223f516-1e14-466d-91ff-29cd56cb8c65","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 6b cc 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 k............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.631721382Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:52439","req_id":"3223f516-1e14-466d-91ff-29cd56cb8c65","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27596,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.632378502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.633372342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.634488836Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:52439","req_id":"3223f516-1e14-466d-91ff-29cd56cb8c65","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.63493718Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc9bbfc1-4243-4d89-a93e-9e5639d3f4e1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.635120585Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.639696362Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2095, tv_nsec: 438559595 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.639824187Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.641600446Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64334","req_id":"e13914d4-64f3-4bf6-b23d-f32ae6e517da","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 75 04 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e u...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.641666497Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64334","req_id":"e13914d4-64f3-4bf6-b23d-f32ae6e517da","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29956,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.641860574Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.641907157Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64334","req_id":"e13914d4-64f3-4bf6-b23d-f32ae6e517da","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:10.642588695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:10.697316296Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.697437548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.697881051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:10.698006792Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:10.700567243Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.70064108Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.700739046Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.700837221Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.700869265Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.701916912Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.703534616Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22a38fc0-1ae7-44b1-8d82-a3e275eb5cc3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.703731117Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.705990248Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.713151807Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.713222227Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.713257478Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.713707294Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.71616958Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.716243738Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.716763133Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.716985385Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47d714d7-b570-4e57-ba97-79afdcc3379c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.717201897Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.719790164Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e354941a-c02a-4ae2-a0d9-5fc2d3610756\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.719936405Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.72380861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f13dfad2-e686-43b9-856e-87954b58bce8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.723940313Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.725964906Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ca9df08-539a-4011-8863-b6a775206ef4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.726082441Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.727755414Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46163e41-9d10-4abf-b807-907b363da81b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.727871646Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.730629781Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abe6c765-25c5-40fa-a1f2-9b80961d3f7e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.730751143Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.732284939Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8da8aa79-2b38-4e95-bbe5-5d1fe47c0ed8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.732470007Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.733895918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b11a311-1a38-41bd-934f-1e10d42a6dc9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.734050637Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.735408622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1555c925-18b0-4471-812f-20c08f7e4aa3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.735547259Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.739287421Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35f631df-d90e-4e66-b70c-4241e40dcfc2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.739460165Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.742872524Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6d51739-0df6-44f3-81b0-746c402595f8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.742949507Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.747687167Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5368314-a116-4058-bfd4-dd86700dd32f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.748910374Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.75174409Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e639f3b-d972-48e7-a2a7-53cccf3d00d6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.751949469Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.758640981Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d4e6478-5ac2-4fc7-90d8-34db5a91499e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.758885388Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.75937782Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.764215508Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89ae32b4-7046-4734-94a6-d6bde65a304f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.764370397Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.768505416Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77d32846-c860-4847-abea-1e86554b493e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.768748049Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.772578681Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da027c3a-5f87-4318-8c9f-723d2a7c014a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.772765794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.773858451Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d5b277e-7fe2-4d80-9e87-8626bb0b282e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.774170112Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.775277378Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6347bf1-1a1a-4ae9-bd7f-3acd8f80e830\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.775602626Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.776624502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7af2f14-4cca-416b-a015-d8cb667020f5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.776966654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.778347696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c00cc350-1130-4d68-8e84-ddda1cac1fa2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.778844335Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.781487061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7183b1e-8756-45be-a49a-2a04a2240a9f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.782740157Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.784858929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8afbf8d0-74e3-4078-8a02-6e668cb51250\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.784926965Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.788451908Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"209a485e-6d24-429e-b004-72f5c2d286b3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.788580905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.791707705Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f290e2bf-c0c3-43a7-a493-5a8b3816b75d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.791895889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.797354706Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3051955-271c-41c8-89f5-8dd2270c90ec\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.798243717Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.807160082Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6b84607-f812-498e-a3f1-f52efd8de81e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.807356103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.811207907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.811277827Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.811311564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.811339189Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.813024096Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.822120189Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.833761284Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.834093085Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.834397962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.835266803Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:10.836596012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.837878146Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.839322975Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a2660830-b562-42f5-bfdd-c558610ae792","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.840538246Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3d4c8c9-25b0-4c3c-a31b-2cc18c72eb97\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.842563892Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.842916765Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a2660830-b562-42f5-bfdd-c558610ae792","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.843001013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a2660830-b562-42f5-bfdd-c558610ae792","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.84387254Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a2660830-b562-42f5-bfdd-c558610ae792","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.844107558Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.84445974Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.844921359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:10.851677661Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a2660830-b562-42f5-bfdd-c558610ae792","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":12398,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.861631924Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2660830-b562-42f5-bfdd-c558610ae792\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.862903117Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.866509733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"47546d40-809a-450f-98ad-ae11572a9090","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.867831637Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"47546d40-809a-450f-98ad-ae11572a9090","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.868030042Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"47546d40-809a-450f-98ad-ae11572a9090","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.869267778Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"47546d40-809a-450f-98ad-ae11572a9090","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.876858051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00bccc62-6a2c-43c4-8d7b-fa2bf034607d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.876984142Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:10.879730945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"47546d40-809a-450f-98ad-ae11572a9090","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":13187,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.88092303Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47546d40-809a-450f-98ad-ae11572a9090\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.881024372Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.881060725Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:10.881094051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.888641669Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.888896086Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cd31293-8a0a-41ed-9dea-028da27c6a08\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.889260743Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.889537504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.899777667Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.900873861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.900938069Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.900968449Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.908211861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8103f610-12fa-4ab1-a65e-36065fee9b74\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.908392431Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.918330352Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b209e928-eaab-4eb1-9c41-2e4e7b06f2eb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.918442165Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.918481924Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.918515381Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.918542915Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.920063756Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.92609866Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.93353675Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.933619144Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.933653041Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.933683863Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.933712109Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.934463526Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.935338389Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.937116522Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.944738478Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.944803738Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.944917074Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.945660195Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.03595941Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.03604444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.036740997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.036809263Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.036844013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.036873762Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.037888003Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:11.03795161Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46555"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.038644019Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"f1eb3521-34d8-4339-be17-cb3b1c86b18d","remote_addr":"[::1]:46555","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:11.039215438Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"f1eb3521-34d8-4339-be17-cb3b1c86b18d","remote_addr":"[::1]:46555","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":566,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.039767147Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1eb3521-34d8-4339-be17-cb3b1c86b18d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.043283473Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.043364284Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.043398402Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.049043509Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.049145823Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.04918451Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.049218759Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.049845828Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.050465412Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.065765457Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.068115379Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.068253514Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.069106383Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.074429279Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.079768497Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.079978746Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.080032954Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.08090424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.082266113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.082326904Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.08337359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:11.142559274Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:11.143901167Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.143969784Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":41,"elapsed":"670.679545ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.144011056Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":42,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.144057899Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.144091336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.144122268Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.144151386Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.145180907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.150235698Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.150694292Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.15644987Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.156542574Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.15658068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.157225345Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.161519891Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.161583919Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.162320306Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61782","req_id":"9f70c0fc-2e19-4403-9aeb-206d685bdd34","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b0 6d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .m..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.162387129Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61782","req_id":"9f70c0fc-2e19-4403-9aeb-206d685bdd34","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45165,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.162592609Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.162827867Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.162873067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61782","req_id":"9f70c0fc-2e19-4403-9aeb-206d685bdd34","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.163163175Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2095, tv_nsec: 962061198 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.163227514Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.163537241Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63356","req_id":"d9d6397a-2ca0-463f-aad1-77e1c572d8ff","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6a 55 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e jU..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.163600807Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63356","req_id":"d9d6397a-2ca0-463f-aad1-77e1c572d8ff","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27221,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.16368759Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.163809122Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63356","req_id":"d9d6397a-2ca0-463f-aad1-77e1c572d8ff","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.223668939Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.224518031Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.22458786Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.224623541Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.224654573Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.226591001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.226659297Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56429","req_id":"ef26e5bb-3f62-4aee-919b-5f78f6888b15","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 74 9b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c t............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.226698285Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56429","req_id":"ef26e5bb-3f62-4aee-919b-5f78f6888b15","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29851,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.227050958Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29851,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:11.227213251Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56429","req_id":"ef26e5bb-3f62-4aee-919b-5f78f6888b15","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.228486007Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.228546027Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.228574824Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.229089109Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.237639535Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.237705997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.237740436Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.238288237Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.240280346Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aed5d858-825f-4135-b1e8-8efdfad5179b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.240608821Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.241541229Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.241601529Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.242095523Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.245668161Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce568a31-f239-4d44-9ca0-2a088bee1ed8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.245994772Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.249937979Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cfc4957-9560-4078-96a4-c355c9a6808c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.250133358Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.252508881Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acb0cb28-6d77-4bc5-859e-22a55de732a6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.252582908Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.25507802Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9489c23-e525-4db4-98c1-fd353a6fc462\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.255144071Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.258103738Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36258ba3-f7c1-4cc0-92a6-6af0972fe38b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.258179489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.261111842Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab142471-10fc-4fc4-a25f-dcb8d7e30bf3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.261185438Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.263921169Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfbf0d24-c6af-4415-8b65-8993bcb69d88\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.264048262Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.265179376Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48c68e12-b8d9-4bee-a1d5-f4375ec4c19f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.265324405Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.266823913Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbc23bdb-c599-4941-b4a0-1f4b2534b08e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.267092909Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.26850373Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02c7b09a-c135-4b47-8885-b6170737a69d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.268632847Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.269668981Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b81bbbd2-3cc3-47a4-8a56-50d4d1e17111\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.26974884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.273592378Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af983a30-9d71-4b80-b33c-5cd5d57a3cb6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.273832908Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.274226231Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.276755902Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76d563c9-4cbf-4260-94bf-0a1cfe65a6e9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.276920279Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.279533716Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83b77671-7628-48f0-ae7c-7eec2233c307\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.279600299Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.282093917Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3996f89f-71a3-4442-bffd-0361bc3541c3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.282403514Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.284799698Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c40a6b3e-5e28-4b1f-abd9-872921814d00\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.285055668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.287318066Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bcb6aa4-e24d-4908-b0d4-31176c14eb21\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.287619667Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.289466346Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e29dd82e-3878-4ddf-950a-11fdfa088a2a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.289730042Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.292407627Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9b2bc27-9fa8-4af7-8b95-dc79531150fb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.292612194Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.293572508Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"270c4a4c-7420-4f1c-adf5-8daa0f011711\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.29371935Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.29477838Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7df6f48f-9388-4f26-ac38-a5da0ed7ccb8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.294970363Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.297053543Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b215a526-b0d8-4cfe-b3e4-8f7983474e31\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.29720244Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.300424099Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71cffadd-a044-4dba-acb4-19fc1e4c4027\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.300929907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.306791185Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae06dc8e-bf21-4276-be20-0a6463fa5664\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.30690939Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.311101974Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c59fb26-8669-4d67-9dab-3f58fce6917a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.311247604Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.314029988Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d539e6d-4223-4091-849a-424c6b4a44ff\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.314162321Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.316358547Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b32c93c-a01f-4cfe-8bf7-1bff065f21c9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.316444829Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.31952692Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29517d4b-8baa-41b4-b84d-a5d64d263df6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.319752389Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.322287661Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c989e957-d4f9-4ff2-8dd7-f942c1bb637a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.322357109Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.325079273Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e697d28-c8dc-4475-bd3f-8a73889d53c5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.325282598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.325574479Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.325913745Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.32596633Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.325996801Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.326742366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.33683225Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae5c49c1-be3b-46c2-b781-970fe54202b6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.337119101Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.337388688Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.347006391Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.347105719Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.347142753Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.347997315Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.350902093Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f063819-5c4e-42c2-9000-3ef4c714eae6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.35098073Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.351443552Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.351612108Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.352299638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.352974312Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"067243c7-3a40-4bad-b2d5-1d40aaa279cc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.353146745Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.354959177Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e758a66-bbcd-40f5-be0d-b6da1fbb374f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.355085508Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.355746636Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.35580406Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.355953969Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.358259031Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.363140197Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"798347ba-8c51-4391-897f-0c83b8fc71db\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.363644401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.364215169Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.364276581Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.376243344Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.376311259Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.378219682Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"101b7bba-40ef-4e46-b38a-f9113736e3ee\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.378396845Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.381583504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b11949bc-fee0-409e-8a76-a1441cb6e1ec\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.381729124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.383992554Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be4accad-77b7-4e64-9e1b-6d942dfdf2a9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.384101551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.387782044Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2da643f0-3bd6-426a-9830-f2afdbbf4606\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.388052783Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.39017925Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20864e0e-f77a-43fc-9d65-d8d770ac9867\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.390311073Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.391292679Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04d6934a-b6ae-4a76-bcea-6f3dd63031b2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.391439291Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.392955402Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"226bceb3-f2ad-4cce-a9e8-67cb3638b533\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.393193145Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.396816895Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"212d3d64-5a5c-40a0-89a1-c1333bc026cd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.397251692Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.397845966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.399176547Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88479ae9-d26d-48ab-b45a-9e7ba4a00969\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.399389411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.39952452Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.399623708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.399713837Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.400507529Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.404332329Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.409333564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.409406509Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.409439625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.409468553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.409494925Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.409945854Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.412213422Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.418364838Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.418429988Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.418465539Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.419046536Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.485751702Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.485832183Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.486251268Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.486313281Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.486346948Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.486375495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.487374696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:11.487458493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42941"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:11.48794877Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.489237097Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"5b747b56-3f01-4759-ab3a-f0a37405a148","remote_addr":"[::1]:42941","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:11.489797603Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"5b747b56-3f01-4759-ab3a-f0a37405a148","remote_addr":"[::1]:42941","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":556,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.490208342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b747b56-3f01-4759-ab3a-f0a37405a148\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.49410218Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.494163232Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.494194073Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.496296252Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.496359127Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.496395239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.496424788Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.49697294Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.497361905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.506379702Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.506448008Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.506592376Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.50713675Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.51867006Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.523860351Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.524055761Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.524105229Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.524576859Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.536950052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.537011965Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.537480629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.542588546Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:11.542672263Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:11.545234137Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:11.57379888Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:11.57442585Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.574577702Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":42,"elapsed":"430.557878ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.574710527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":43,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.574802761Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.574919453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.575015665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.575176545Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.577356429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.585089366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.592923595Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.593004416Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.593039296Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.59379411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.594288144Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.598612149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.598942858Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.605066489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62145","req_id":"780a26d2-f0fa-4dd0-8482-c54853947e39","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: df 02 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.605124024Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62145","req_id":"780a26d2-f0fa-4dd0-8482-c54853947e39","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57090,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.606386229Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.606749432Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.606856546Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62145","req_id":"780a26d2-f0fa-4dd0-8482-c54853947e39","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.607309428Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2096, tv_nsec: 406207972 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.607371091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.607735798Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58574","req_id":"4d3384d1-e2e4-4619-9bfc-c3acae8db0ae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3b 80 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ;...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.607789294Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58574","req_id":"4d3384d1-e2e4-4619-9bfc-c3acae8db0ae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15232,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.607924995Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.608204341Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58574","req_id":"4d3384d1-e2e4-4619-9bfc-c3acae8db0ae","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.681217966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.681682983Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.681749966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.681785216Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.681814755Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.68235403Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.682728446Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51114","req_id":"3a6f6e64-2ff2-4551-bfba-edbecce8c037","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8e 48 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .H..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.683116258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51114","req_id":"3a6f6e64-2ff2-4551-bfba-edbecce8c037","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.683292369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:11.683382789Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51114","req_id":"3a6f6e64-2ff2-4551-bfba-edbecce8c037","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.683725733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.683777686Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.683806664Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.6850544Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.694266174Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.694326484Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.694357045Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.69473622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.696615334Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f44fe61-0e66-4ea8-bd67-f6e91e34312d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.696910793Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.697754945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.698654126Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63742","req_id":"6930afe2-16b5-4816-8476-a72561227f00","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 82 ef 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.698848444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63742","req_id":"6930afe2-16b5-4816-8476-a72561227f00","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33519,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.698980407Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.699591103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.699641644Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63742","req_id":"6930afe2-16b5-4816-8476-a72561227f00","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.699703648Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.699736603Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.700344925Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.700716185Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2096, tv_nsec: 499518377 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.700780734Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.702179951Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62844","req_id":"4cd7370e-f254-4036-acaf-ec72eb204fb6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 77 0e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e w...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.702243418Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62844","req_id":"4cd7370e-f254-4036-acaf-ec72eb204fb6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30478,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.702330061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.702419859Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62844","req_id":"4cd7370e-f254-4036-acaf-ec72eb204fb6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.702541051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d29cb8a-69a1-461c-97da-b85adcba38f9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.702680078Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:11.703350273Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:11.753948487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.754125459Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.754287542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:11.754338364Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:11.755442944Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.757930481Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08f7e98f-f2bc-4b2d-bab8-4689616127c0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.758062684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.76040465Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b7a8b18-3324-451e-a65f-5c0784f919a3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.760554719Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.762928359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cac83c5e-d3df-4b85-9396-e7d867899305\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.763053468Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.765265054Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a041ba85-41c8-4893-aa74-2bb2a2edc11d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.765415434Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.767341642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29c10b30-45c2-47a2-8848-2a05fcc2522f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.767417794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.771126493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbe76a65-7cdb-41be-a543-40ed476bf553\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.771227785Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.772525851Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72aa7d56-11b8-4fa0-8742-51edeea3591f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.772626963Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.774785754Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69715497-3e60-41f0-b826-3cfff75c7421\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.774961624Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.776753214Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"365ecce2-0f31-43b6-9df0-b4d80b7df184\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.776865708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.778824761Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbdc9f54-d0df-457c-b177-7b905734a48f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.780725288Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.783016493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.785077139Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c67ba9c-ae5d-433d-8b01-d919af1907aa\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.785253801Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.787774222Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c183987-9ab1-497b-a208-d694e838a7e6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.787919472Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.789718276Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cc310ac-6d6a-4961-b18e-9cdff40f4ea8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.789795008Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.792337915Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c11915fe-0d96-4c10-bfa5-468e3b7429f3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.792661911Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.797881079Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2160421e-b5b8-4a9f-8b2f-51274337ae21\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.798907474Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.801725279Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6774f38a-23eb-406e-b761-203b5b463a60\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.801794727Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.804960725Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"227d3034-85bc-4f29-abaa-4102df8a6770\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.805075694Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.806918346Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de2274d3-43fe-46b0-adaf-0e0099f18242\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.806993014Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.808041954Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b49ca2d-f230-44f5-9791-a3ccd56ca876\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.808194238Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.809084522Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae5f6ed2-6f51-44e1-a0ab-ffd5960f95af\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.809217186Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.810678157Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8389c24e-fe16-42d6-af2f-b0f2f2a3a52b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.81092044Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.813416122Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f550f46d-3043-4128-8ae1-8f5b0eebf3ce\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.813485861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.816033387Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7478e976-fe71-4b1a-808f-032875e5ede6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.816156743Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.819931584Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a29d3dc-e099-4c1b-83d3-11a8cd12a0da\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.819991663Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.839934719Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.840007664Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.840043395Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.840073134Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.840908739Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.84936089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.856854039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.856991744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.857259066Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.857986776Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.865815615Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.865931495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.866545529Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.874410199Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53e25cd0-ee93-44f5-8e92-e6745b24d295\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.874773012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.88147244Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e86156e-4563-4401-91b5-a5ce9330b678\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.881712929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.88544249Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.885610164Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.888022941Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.88874995Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.888862294Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.889053374Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.891640138Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b113d68e-a270-4e6f-9c1a-ab287bcb07a9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.891884475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.897219705Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a05e2cd-eea5-40ca-9b7a-0df45270bace\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.897457479Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.898623011Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a56171af-bfa7-49c7-996d-ef4837b02113\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.898929722Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.902434666Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8b0274f-0cee-4007-85a0-941ff651c8cd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.902799573Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.90732048Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e95fe149-561b-4832-9bde-d93338f13b35\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.9075662Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.907988471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.909617387Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9f2a221-d86c-4c66-864a-46a5f33abe0c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.909843918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.91138586Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca7d4aa5-1e13-442b-a5ea-a5840937e350\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.911748272Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.914430186Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ba9e9a1-a441-458e-8784-fec4cacbfbcb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.914936304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.916802713Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e4c4e84-b260-4572-a073-65fdf16ba570\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.917013764Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.92241765Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b68ee6d9-af6e-4862-ab15-e38fb66f004c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.922686666Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.925192098Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3085b291-6123-4062-b7ff-958da5cb2285\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.925670572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.92841508Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"845d5ce4-b869-4d17-bd10-e61eeb5649b5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.928633966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.930512419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09e872ec-f421-4886-b5df-c3c4abadb68d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.930725012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.931606469Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"132a4f1d-ac13-4371-9f8c-1cd0451511d2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.931900314Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.932983462Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93d5b41d-7449-4678-9c91-cd47ae87df74\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.933234182Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.934273753Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71df737f-ecde-41fd-8711-75f4ce365f65\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.934497218Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.935757199Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fae461bd-fb9e-4956-ad76-28f6c1ac3e6f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.935957317Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.936097657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.93633511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.936445741Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.937303039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.94080216Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.94726147Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.947327201Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.947364505Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.947395447Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.947422882Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.947891886Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.950446145Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.96226826Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.962330134Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.962361376Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.96317653Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.965475791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.965537875Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.965571371Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.965602013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.965630499Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.052544349Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.052620471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:12.053630654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61722"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.055182396Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"3ae77d38-11c5-40a2-afef-ab8b002cc5a9","remote_addr":"[::1]:61722","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:12.056541944Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"3ae77d38-11c5-40a2-afef-ab8b002cc5a9","remote_addr":"[::1]:61722","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1365,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.056829026Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.074865293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.074983248Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.075160641Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.07628944Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.076759016Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ae77d38-11c5-40a2-afef-ab8b002cc5a9\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.079887529Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.079974592Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.080077327Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.082680303Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.082807357Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.0831304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.083240299Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.08437476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.088464017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.097810289Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.098165126Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.098275666Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.098904118Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.113286224Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.121389399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.13777179Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:12.188869398Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:12.189757708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.189915262Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":43,"elapsed":"615.186539ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.190086183Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":44,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.190233045Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.190357123Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.190450719Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.1905366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.192940039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.206954442Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.217407428Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.217521686Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.217566616Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.219075332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.229111789Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.231233726Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.231292383Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.232243518Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56337","req_id":"388e1e7a-2fa6-4d8b-91f4-0831b19e77ff","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e9 81 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.232337886Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56337","req_id":"388e1e7a-2fa6-4d8b-91f4-0831b19e77ff","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59777,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.232527364Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.232702152Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.23275124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56337","req_id":"388e1e7a-2fa6-4d8b-91f4-0831b19e77ff","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.233159413Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2097, tv_nsec: 32041013 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.233248531Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.23352905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62311","req_id":"9c611b97-36fa-4fd2-85a5-37beebcc1c19","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fc 63 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .c..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.233683387Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62311","req_id":"9c611b97-36fa-4fd2-85a5-37beebcc1c19","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64611,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.23378519Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.233873085Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62311","req_id":"9c611b97-36fa-4fd2-85a5-37beebcc1c19","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.285197997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.285482013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.285538666Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.285573355Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.285600539Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.286240875Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.286532947Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50883","req_id":"08bd83cc-2e20-43e0-acfe-b5338a803177","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 69 21 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c i!..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.286663707Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50883","req_id":"08bd83cc-2e20-43e0-acfe-b5338a803177","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26913,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.286828586Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26913,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:12.286920128Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50883","req_id":"08bd83cc-2e20-43e0-acfe-b5338a803177","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.287264614Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.287316488Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.287346197Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.290270664Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.300220879Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.300602008Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.300662629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.301429707Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.301716439Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a28b110-b785-4974-8644-a31852c448f1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.302075825Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.304950983Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40d8a704-c334-4de5-9c04-dded06cfac07\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.305136172Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.306413608Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.306519038Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.306935798Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.310791761Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49686ed9-510a-4ae2-a495-941b815ff7fd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.313158506Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.318742362Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11fa9822-101d-41c7-92ce-f59f7f14a5ef\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.318919244Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.321144808Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47b1abaf-847a-4738-95c8-eb19f4f54ed9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.321265379Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.324301879Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0be1071-b13d-41a8-b860-03038d788292\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.324653359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.329964601Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d73e181e-42a9-4e6b-b093-3b7efef0d672\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.330188277Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.333221871Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06597ac5-3433-46e9-b436-a2b4fcaad069\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.333439836Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.334573334Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89994993-a3c6-4629-a45b-e176c527fd74\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.334811999Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.336311948Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"137a717a-47f8-4208-9b81-1f7ce2376d08\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.337165629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.34041336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98d5687d-5e22-4963-a9b3-a65dfcd80f80\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.34064418Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.343087608Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.344678829Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"068d4950-b19e-490c-aac6-55a602f4b97c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.34490034Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.346450989Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acfe2f1d-a68c-4d8c-bf88-588ce972a20e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.346718172Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.350431601Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"379becc3-ab64-4f30-a077-334239434a9e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.350774524Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.354094168Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1850d3a-a65d-4bb8-96f9-784bef5ba65c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.354232854Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.35537527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.355437635Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.355663575Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.356587466Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.357616797Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ccf7540-94c0-49e9-9c3e-c1556e9c4f6c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.357680954Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.36352572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.363659426Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.364500772Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4778eae4-36ec-4cc9-8bea-4ab9930b172c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.364718877Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.367186975Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b303aff-4be7-47b2-9015-b4ac1813ff42\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.367516291Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.368019934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.368302337Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.372008782Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6bfc319-dc83-4ab6-841d-126ef2352ac3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.372225824Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.37354879Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8c6bca5-3fb0-45f5-a020-890e0ce1dd69\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.373972354Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.376238519Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d61738f1-c7fd-47d2-8a61-2fc26272ca60\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.376450852Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.377340104Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eb15b47-95c8-415b-983a-a111663857c5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.377529221Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.379873502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad5acf07-6768-4cb8-a3e3-8435fe0fe3ae\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.380068139Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.391091773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30d4773f-9099-4b29-b1a0-4ee105ed007f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.391352683Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.394361989Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.394429463Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.394465245Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.394497309Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.395339687Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.396598124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e70b4edb-9246-4a83-b445-f9b26ad65ef1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.396710308Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.399196471Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.408423105Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.412383456Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.412445118Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.414872124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.421168179Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.421230453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.422218742Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.427008876Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a99ffef8-b5a2-4d51-b95d-f6067f56aa99\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.429303898Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.438234572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfdffbdd-a6a5-4a2d-9ecb-ca52d704ee8f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.438537125Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.443167361Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81b61460-4993-484d-b150-190030025d08\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.448769322Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.454117668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b375ade2-082c-4416-9d41-e7bd35c67acc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.455111749Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:12.456394775Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.45929305Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0913d5d6-e164-4eaf-87bd-fa9804a5ab85\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.459537006Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.461222745Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55e8f08e-4fad-464f-b198-08436cf2590b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.461704424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.462849275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"749d4b6d-f426-4a5d-bce1-03c813269a97\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.46309242Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.465311601Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c0ceb68-cf94-44cd-8172-740bd5d3a376\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.465544115Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.466845397Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27caeab7-c0f0-42a7-8edf-6e7e5429e789\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.467158Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.470263969Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83ec5549-527e-4e80-8f37-9e0d051fb258\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.470447795Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.472709121Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b9bde1f-e239-45ff-9eb4-61b6dd797f28\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.472790763Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.475908575Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.479508668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3804c1f2-807f-4833-bf04-e6e9a9b5d9b5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.479607164Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.481655385Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95ddab8f-2dad-4047-b57d-aeceb10c764e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.481885173Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.483525321Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"377b2ac6-c4db-4a6b-9a63-1efd59ff7b40\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.483644659Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.485367161Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"723be59d-a353-41c1-9327-e2d513df046a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.485487911Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.487207387Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b527859-7d18-40cb-8228-c991f2cfdc2b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.487327988Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.488682667Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78a9966a-e1ae-4c67-ace0-a7f7175bc2b7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.488829559Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.490184449Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"facc81ff-f63f-4997-8d8d-12d5ad9fdb4b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.490446712Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.49236336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e55c0653-c806-4303-a061-5d687a459160\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.492782926Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.49464666Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecb8a44f-467f-41ea-af3a-3b0be72a49ee\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.494768843Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.494815356Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.494846057Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.494873341Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.495771701Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.499347917Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.505059707Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.505127342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.50516179Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.505193073Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.505318733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.50653202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.510309357Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.515790317Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.515866248Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.515903643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.517457639Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.574864258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.574943897Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.575421087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.575521117Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.57555802Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.5756131Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.576502001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:12.577546622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56527"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.578191567Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"4a4ab725-a378-48b5-a334-e46c47a7d693","remote_addr":"[::1]:56527","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:12.578877915Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"4a4ab725-a378-48b5-a334-e46c47a7d693","remote_addr":"[::1]:56527","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":706,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.579963578Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a4ab725-a378-48b5-a334-e46c47a7d693\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.583030098Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.583085689Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.583112061Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.590590492Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.590636423Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.590665401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.59069511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.591737707Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.59281301Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.603613509Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.603671344Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.603701003Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.605583985Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.609484807Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.615108362Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.615370634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.615416095Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.615962433Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.618571211Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.618910537Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.619480553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:12.660663497Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:12.661562499Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.661630314Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":44,"elapsed":"471.490996ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.661670604Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":45,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.661698409Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.661729972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.661758529Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.661785693Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.662989001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.663752943Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.666489165Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.672332858Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.672437206Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.672528498Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.673691836Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.681286107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.681355806Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.682328814Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53101","req_id":"b7fde02a-fd67-4d6a-a135-0fc79d40747d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1c d6 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.682388563Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53101","req_id":"b7fde02a-fd67-4d6a-a135-0fc79d40747d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7382,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.682630165Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.683102666Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.683459938Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53101","req_id":"b7fde02a-fd67-4d6a-a135-0fc79d40747d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.684300072Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2097, tv_nsec: 483199938 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.685164594Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.6852174Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54002","req_id":"9a8eaf10-d52e-4a99-8e33-9113f7e6eb80","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 68 ce 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e h...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.685254073Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54002","req_id":"9a8eaf10-d52e-4a99-8e33-9113f7e6eb80","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.685340024Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.68536296Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54002","req_id":"9a8eaf10-d52e-4a99-8e33-9113f7e6eb80","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.810886647Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.811390902Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.811453026Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.811488967Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.811519548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.812301667Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.812388089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.813154055Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63732","req_id":"3b114aa2-500e-4e01-be72-f26f0cd6d762","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8e 2e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.813670223Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63732","req_id":"3b114aa2-500e-4e01-be72-f26f0cd6d762","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36398,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.813821485Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36398,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:12.813992034Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63732","req_id":"3b114aa2-500e-4e01-be72-f26f0cd6d762","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.814324196Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.814363705Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.814464867Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.81470739Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56144","req_id":"f0d95c2b-2bf6-4e0a-8b97-7a3f5f6e58f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 07 91 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.814830215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56144","req_id":"f0d95c2b-2bf6-4e0a-8b97-7a3f5f6e58f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1937,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.81492322Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.815106595Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.815166284Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56144","req_id":"f0d95c2b-2bf6-4e0a-8b97-7a3f5f6e58f3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.815648004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2097, tv_nsec: 614549714 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.815715108Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.8160777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.855685085Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.855869292Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.855987367Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.85762493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:12.864878723Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.865065665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:52562","req_id":"fac6ee47-f127-400f-b2f2-8dd40dcce4a5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3f 72 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ?r..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.865597094Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:52562","req_id":"fac6ee47-f127-400f-b2f2-8dd40dcce4a5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16242,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.866196248Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.866427499Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:52562","req_id":"fac6ee47-f127-400f-b2f2-8dd40dcce4a5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.869528046Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.870471256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.870846984Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.872223196Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:12.873707764Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:12.95599675Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.956086619Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.956342118Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:12.956405644Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:12.960999588Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.9615431Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"31313c48-17bc-42d5-a26d-45129f361d4a","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.962939783Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"31313c48-17bc-42d5-a26d-45129f361d4a","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.962996907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"31313c48-17bc-42d5-a26d-45129f361d4a","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.963238058Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"31313c48-17bc-42d5-a26d-45129f361d4a","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.966366641Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.966760015Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e811d464-9eb7-4e9a-b813-4244082be729\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.9681176Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.9699497Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.978083586Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.979004872Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.979334148Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.979386793Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:12.980608747Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"31313c48-17bc-42d5-a26d-45129f361d4a","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":19413,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.983932019Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31313c48-17bc-42d5-a26d-45129f361d4a\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.984686622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.987577733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"cdf48b44-a707-4c25-927e-289f550208a8","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.992097097Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"cdf48b44-a707-4c25-927e-289f550208a8","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.99227394Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"cdf48b44-a707-4c25-927e-289f550208a8","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.993420173Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"cdf48b44-a707-4c25-927e-289f550208a8","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:13.001463419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"cdf48b44-a707-4c25-927e-289f550208a8","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":13980,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.003678523Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdf48b44-a707-4c25-927e-289f550208a8\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.003860906Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.003944723Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:13.004050093Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.029841641Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d97468d-fcdb-4579-a7d6-5af5547f10e5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.03018744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.07465571Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d13205c1-369d-414f-a28b-412dea109926\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.075991151Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.080684642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.083091718Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0215dd84-50ef-4524-9a2b-540ec4344f98\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.083268671Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.086129431Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a050348-7244-4c43-8014-f9309f5475d6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.086376232Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.089312433Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"684ba611-4f9a-4cb4-bc48-65366edf1f10\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.089385107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.091972853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d98f16e9-f9bd-4ff2-a871-7684727caf28\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.092042392Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.095714087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4375757-2079-47da-9145-3c2953b3001f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.095914517Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.096943838Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b37c3e8b-8c09-4c78-98f8-4b6cd43e54c0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.097183195Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.099014473Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f9735d7-fec9-4ac0-896f-b7638b03a553\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.099175284Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.100624802Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8cc6a20-ad61-4442-8767-37ab2d6b2098\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.100728659Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.101586057Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b87e032-60d5-4ca1-835b-041ee4776ebc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.101699763Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.102711289Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37508b4c-ad79-4f4e-ae99-b335c066844c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.102901889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.122101262Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d908553-3a1a-4ee4-8c20-d218662b3685\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.122168105Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.125984078Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a920ba3-b15e-4d27-b928-13d0a30a0fd9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.126365829Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.128724338Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ed49fe3-405c-402a-9498-5aad9f165863\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.128937623Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.130589304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3fe4b21-b257-43a0-bcc5-4c4b589c2256\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.131018399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.13134505Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.131542102Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.131668134Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.131761159Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.132760029Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.135939013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.142042183Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.142142523Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.142226941Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.142734703Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.143598394Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06a82331-0d5e-46fe-93e4-ce1f89e33477\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.143847901Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.150872487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.150987516Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.151608854Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.155665657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a2a189c-51b2-436a-a8de-eeabf62fcbc4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.155887339Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.157193201Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de3bfec6-b739-40c2-95b5-068e42dc2a43\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.157478539Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.159135811Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd36b4a3-a417-452c-a6f0-b6e2fd5cbd07\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.159411841Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.160626782Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e095a44-9e27-4626-89c7-783ae27656fe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.160907922Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.161964557Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a175fb7-19bb-4019-9c6e-12151699d9de\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.162279665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.164389659Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c37942dc-4464-4988-8392-ccc4170a3b8a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.164807001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.172978361Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91a8d5c6-ce19-45a8-b5c3-f0cac7409eee\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.173181586Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.178519171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67908884-c197-47d0-98f5-64fd30c54e18\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.179549043Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.188262795Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a08a3701-7b4a-4702-a785-63b4e81885fe\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.188548925Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.188966507Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.196991085Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52ffd711-8444-441c-9a7c-80f9851cc335\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.197790448Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.204388474Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b52936ed-8b9c-4f6c-bf48-b2522af34efe\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.205660669Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.211654712Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce5d1f9b-f257-4000-af5a-968e1bf802eb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.212001222Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.223114424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccb565ad-6f67-4414-967d-24ca75b71d6c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.225519326Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.22717248Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c649710-3aa7-4a8e-8454-dac7bfbb9c3d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.227329663Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.229000612Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44296b07-15e3-4616-8732-55af990c4118\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.229067195Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.229214418Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d54f2cee-1c5e-493d-9ffd-ef0fe93945fe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.229394206Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.231661384Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4744f844-f446-428e-9cf3-7c6e877392d2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.231731343Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.234541422Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5d0825f-9bd8-454c-9bf5-93e7f2157492\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.23468618Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.238110012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4ad90b9-5c2f-4660-90ca-29cf8d0298dd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.238223017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.239435052Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.239498408Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.239683046Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.239733477Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.240744722Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.24284679Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb617f5d-7bf3-4a5f-927a-d8abf4d5d43e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.243399421Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.243639138Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.25233255Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.252407369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.252440495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.25314088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.260376707Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.260634611Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.262196964Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.265063856Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb3b531b-84d5-499e-b566-6dd58bc795e9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.272870149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.274912599Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e3decd5-24dc-45ea-b59a-ec861941cefe\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.274987859Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.285599211Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f624d767-a50b-437d-ba16-8913d0eb5197\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.285677197Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.285718258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8417d99b-0e9b-45f9-b9f0-dc446009cc38\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.285756334Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.28578913Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a66d10a-5f77-44ff-9098-6b0b7de20380\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.285826654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.285860632Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8924c371-917c-49e1-9780-ccaf0f7f1d05\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.285896894Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.285927656Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76727d0d-faaf-473c-9cba-175ca02e9cde\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.285962756Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.285995831Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.286029769Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.286061713Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.286805835Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.290214777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.295774946Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.295838953Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.295871017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.295906708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.29593752Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.297139735Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.302457029Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.31068853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.310752037Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.310782738Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.311412973Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.411154151Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.41124911Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:13.411287898Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41103"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.411872973Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.411919827Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.412376136Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.413906625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.414415088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"1346203e-781d-49bb-8b70-bc9d32a37750","remote_addr":"[::1]:41103","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:13.415917211Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"1346203e-781d-49bb-8b70-bc9d32a37750","remote_addr":"[::1]:41103","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1127,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.419448116Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1346203e-781d-49bb-8b70-bc9d32a37750\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.424314142Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.424475243Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.424552106Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.428010847Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.428397878Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.428618498Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.428710551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.43031085Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.431211454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.431315081Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.434206712Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.440323119Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.440596704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.440696593Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.441434874Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.443809325Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.44392222Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.451493154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:13.484612402Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:13.485029042Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.485080385Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":45,"elapsed":"823.398698ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.485114983Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":46,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.485142598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.485177328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.485209772Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.485237918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.486227029Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.489056196Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.494971402Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.495072142Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.495106511Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.495634934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.500317373Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.500376331Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.501079903Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63426","req_id":"d46b3dd6-165a-4000-8c74-3dc7fae0a6b5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 21 09 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 !............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.501204861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63426","req_id":"d46b3dd6-165a-4000-8c74-3dc7fae0a6b5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8457,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.501580059Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.501737853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.501957411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63426","req_id":"d46b3dd6-165a-4000-8c74-3dc7fae0a6b5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.502704319Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.50279534Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.502828186Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.502859618Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.503817848Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.504202955Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2098, tv_nsec: 303065006 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.504250911Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.504833551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:52545","req_id":"b091898e-ab19-431d-a22f-42ac31e28fb2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a2 d7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.504890355Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:52545","req_id":"b091898e-ab19-431d-a22f-42ac31e28fb2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.50540008Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.505447605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:52545","req_id":"b091898e-ab19-431d-a22f-42ac31e28fb2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.579212787Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.579735258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.598429986Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.599351643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.599722331Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.60086595Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.601065748Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:13.601499151Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.602324666Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59579","req_id":"b74b7a0c-cb0f-430c-909c-67ae0f48cf5f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 94 61 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .a..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.602387521Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59579","req_id":"b74b7a0c-cb0f-430c-909c-67ae0f48cf5f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37985,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.602588812Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37985,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:13.602685565Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59579","req_id":"b74b7a0c-cb0f-430c-909c-67ae0f48cf5f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.603008178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.603063508Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.603094089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.603323606Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62506","req_id":"07cb291f-a2b9-4766-820d-88b9a2652566","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 45 af 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 E............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.603375089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62506","req_id":"07cb291f-a2b9-4766-820d-88b9a2652566","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17839,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.603583404Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.603755437Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.603811468Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62506","req_id":"07cb291f-a2b9-4766-820d-88b9a2652566","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.604777914Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2098, tv_nsec: 403676377 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.604849106Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.606115168Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.606173465Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.606747609Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.608668907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59611","req_id":"7b7c5a2c-d8f7-444b-b156-7b0d053f45c5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 21 72 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e !r..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.608852923Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59611","req_id":"7b7c5a2c-d8f7-444b-b156-7b0d053f45c5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8562,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.609812335Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.609989618Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59611","req_id":"7b7c5a2c-d8f7-444b-b156-7b0d053f45c5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:13.611020823Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:13.689352103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.690062568Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.69083643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:13.690900818Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:13.696070368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.703088812Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81724c29-73b5-4e12-bda4-977ebbe27c23\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.703655461Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.707931671Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e7c65d1-ece5-43b1-b802-6d4e7970b0ac\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.708481918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.722160682Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c15ddc7b-e5a3-474a-b943-bd8377d7a605\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.72267706Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.729700013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8a73b73-68f1-499e-ae21-e976225fba0f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.729985091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.739908373Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.743726941Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2849b668-56bc-4f37-9999-06d3aa2c8dbf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.744232578Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.74728987Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f602449-576f-4dfe-a79d-19f60cebaa85\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.747373166Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.74947319Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c19a4d3-b6c6-4146-833f-84feabd13a6b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.74954336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.755195652Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df59689d-9bd0-410e-8df9-ac7ffccb5bac\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.756443678Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.75658489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.764126025Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60956","req_id":"48f47a0f-171d-4bcd-8a86-2d15818048eb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 22 1a 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 \"............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.76472589Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60956","req_id":"48f47a0f-171d-4bcd-8a86-2d15818048eb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8730,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.76495194Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.765376997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.765939448Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60956","req_id":"48f47a0f-171d-4bcd-8a86-2d15818048eb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.766653631Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2098, tv_nsec: 565497065 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.766724051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.768429399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"190681fc-5e66-4396-948d-d5690281abd5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.768782763Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.769992063Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54397","req_id":"0d695b1c-e3f0-4535-b459-40a99282ba5a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fd 97 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.770062894Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54397","req_id":"0d695b1c-e3f0-4535-b459-40a99282ba5a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64919,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.770784211Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.771263867Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54397","req_id":"0d695b1c-e3f0-4535-b459-40a99282ba5a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:13.772578726Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:13.895836809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.896391735Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.896456204Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:13.896492626Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:13.898016953Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.898279035Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.898338925Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.898375508Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.898405798Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.90000272Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.900345362Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.900756091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.904321815Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13cc440d-f7fc-4e6b-b1a9-5092ae6fe671\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.90478095Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.907311392Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.915664535Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.915811167Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.915846528Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.91686642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.918253423Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.918871905Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.918929099Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.919089228Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.924131966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.924258708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.925571153Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.932256814Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a004a66c-1586-4579-a1f6-17d77b534bb4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.932618915Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.954165085Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6392fc2d-2b11-45fc-85cd-2938719c871c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.95437841Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.968203876Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a70bfe5-da83-41e3-91ba-1abfd019338b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.968418103Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.974094773Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bbf975b-5f09-47f9-8655-c3bcea4270f0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.974525001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.979650733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80c8fdd2-71f0-459c-865d-f08846a783ad\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.979933386Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.994701541Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.995692896Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4934f297-38bb-4406-b8b7-c276007f3b8b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.995997273Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.997767961Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19d1c523-2d83-4f8b-a013-f4c11dd697a8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.998189961Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.00305262Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb9f2ee6-b592-4814-a5c6-5c8f88f5bbf2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.003125856Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.003159393Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caa5836c-61c3-4d4b-905e-df3d4131a9b5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.003193541Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.003628988Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb1d2a7d-574c-4d5e-ad84-dfe1f7f4db8d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.003737695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.00481411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e6e9b04-7fdb-4c79-809f-51f31cca727b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.005008808Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.006519307Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf614ffc-bab5-4a72-b19b-7f7f3d93904d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.006717432Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.008153684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51f119d6-5edb-4cf2-bdef-385e21ce9181\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.008393912Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.009515817Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d673b760-9d92-4dce-8a39-a48d5bd38675\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.00967765Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.012113283Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac1b2133-0841-4fe1-88af-8d1c10ebdb4c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.012174795Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.014126734Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08f5ae2f-5ff2-4500-8b57-4452fb0714c7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.014237495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.016577818Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60f5959d-555d-4ca3-8c9f-d73860a3566e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.016696655Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.019510722Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba74b41f-4d54-4569-890b-336304ee904e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.01962544Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.02211966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1c22243-cc42-4bab-b20f-5ea151ac60ce\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.022179539Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.026101533Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2339923-3877-4279-9f6c-0afa1b7a179a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.026468575Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.027594398Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d39b63b1-0743-4094-9240-3e3555de3548\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.027892833Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.028672165Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0253c881-d37b-47ed-a06a-d0689302eaeb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.028881983Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.030303916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28377c14-1e8c-49a8-8253-dcba5e1f383b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.030438234Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.031956309Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d2d22cc-4a3b-4a69-9586-25d5100577a4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.032039003Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.033212091Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71688385-7b25-4be9-872e-08414f0d5927\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.033394264Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.035409429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2fa0da0-e808-43a5-8528-2582e327dc71\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.035531191Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.037512449Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ceb4855-fde1-46f6-ac25-920fa24550b2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.037626336Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.039919014Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad70053b-7f53-4039-8949-52986622f6c8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.039986438Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.042935223Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4aec4b5d-97d4-4825-a6de-f1eef9df160e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.043197897Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.045381117Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.046667029Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.046713211Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.046744924Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.048055475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.051046665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.059683072Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.059763843Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.05979722Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.060221565Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.061735011Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e578a21c-2182-4b86-9908-516525fbcd59\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.061887835Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.063499737Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.063574255Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.064571953Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.065284814Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc11763b-8110-41a4-98f6-1bd4fa8fbe46\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.065468139Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.067352213Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ceb34088-5dcb-4715-8220-7b6010645793\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.067416791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.068667764Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79fba099-be95-4dbf-84f9-5432f70907d0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.068827432Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.069864508Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9705a400-efdd-428c-96d2-31d4d45a892d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.070002453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.071291682Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4844e0a9-e706-4a7e-8519-571ab348eca2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.071390188Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.071434466Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.071464987Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.071495718Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.072222376Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.080629757Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.088169941Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.088245501Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.088282485Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.088316873Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.088348006Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.089152899Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.093756762Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.101126235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.106114855Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.1061825Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.107004878Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.201032622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.201118564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.202753361Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61090"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.203487363Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64520"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.203808483Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"7b4d8aa0-55af-48dc-b08f-05c54ca1d976","remote_addr":"[::1]:61090","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.204684649Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"7b4d8aa0-55af-48dc-b08f-05c54ca1d976","remote_addr":"[::1]:61090","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":867,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.205422308Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"8b33bcde-9e7b-4226-bde6-175254d5e997","remote_addr":"[::1]:64520","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.205873808Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b4d8aa0-55af-48dc-b08f-05c54ca1d976\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.209125928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.209185106Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.209214975Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.21129051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.211352554Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.211388135Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.211418796Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.2127909Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.213336527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"8b33bcde-9e7b-4226-bde6-175254d5e997","remote_addr":"[::1]:64520","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7828,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.218563041Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.223794133Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.224833825Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.224955196Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.226461718Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.227326441Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:14.257539288Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:14.258045066Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.258201267Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":46,"elapsed":"773.063739ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.258359833Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":47,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.258493018Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.258571555Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.25860931Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.258639831Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.259420617Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.261928473Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.26980638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.269882191Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.26991719Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.270741082Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.279436547Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.279585153Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.279682768Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.293473344Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.294464409Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.294722353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.294776571Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.296589293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58369","req_id":"7584c222-aa1b-455c-b34a-ac2eef29dee1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 42 0f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 B............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.296680274Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58369","req_id":"7584c222-aa1b-455c-b34a-ac2eef29dee1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16911,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.296902427Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.297138617Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.297246622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58369","req_id":"7584c222-aa1b-455c-b34a-ac2eef29dee1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.297553574Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.308222311Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.308284535Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.308418692Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.308922666Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.309213616Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2099, tv_nsec: 108110376 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.309266281Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.310679827Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61415","req_id":"e6a65730-0705-4026-b932-6354ff37dcc1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fc 44 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .D..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.310738163Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61415","req_id":"e6a65730-0705-4026-b932-6354ff37dcc1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.311524129Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.311918856Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61415","req_id":"e6a65730-0705-4026-b932-6354ff37dcc1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.312182662Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.312238563Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.313003798Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.37171701Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.37237938Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.372444089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.37267569Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.373691013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.374052674Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53116","req_id":"a5c26524-8d36-4e4f-b6cb-50d3d6eaf330","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 7e c7 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ~............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.374113475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53116","req_id":"a5c26524-8d36-4e4f-b6cb-50d3d6eaf330","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32455,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.374428933Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32455,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:14.374526848Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53116","req_id":"a5c26524-8d36-4e4f-b6cb-50d3d6eaf330","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.374776796Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.374827768Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.374855383Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.377242259Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e2a5ed8-c248-4c49-b295-a2c4cf2c877e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.377692696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.378207171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.378264936Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.380100994Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae088bf5-eb97-4240-8fb3-944b78433dd3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.380383597Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.382368643Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.382457159Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.383842058Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f78eed22-ad8f-47a9-a937-da4f0b79c2c9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.383962729Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.387417803Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce7fa0ea-1996-494e-a16f-d3e67ce3c3fe\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.38749683Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.390762006Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8831caf-fcc3-4ce4-9a3f-d770bad8c386\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.390841795Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.392911599Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38887a82-94f5-46a4-a477-21d0e4ea974b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.392980957Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.397136366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f50369a3-51f1-4701-b4bf-5b8d38f5708b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.397438598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.402616565Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01389304-ffd5-404a-97eb-75bd1dd5e0d6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.402809309Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.407792368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.408907149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a72bfe7-98bc-417b-aa51-ec995328942b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.409120925Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.410474381Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96e017db-6c1c-4041-a47f-9e048e0f6997\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.410938005Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.412395459Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16144d0a-b387-466c-86f4-15fdae167cd2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.41246142Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.414288601Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"505e5e76-9297-42f2-868f-eb30258725ec\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.414439722Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.417547524Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe2a6440-0112-4d48-8e4a-31821eea9426\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.418166778Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.421699056Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"488adfea-8008-4a0f-8b64-6abce6bb57fa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.421884836Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.424045912Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5ad93a3-1c88-4ef2-a52a-61d72b5a7296\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.424233586Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.427189916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"974e84ee-cd58-4528-b157-e6e01617c2fa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.42728717Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.428933791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a5d3fb4-dc99-41ca-8e77-85a52a025af7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.429074281Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.432511349Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"397e8853-0c02-4865-a756-c25aad89aab3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.432586027Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.434627796Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b2367c9-aef1-4d96-9295-709ca9d0e556\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.435193954Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.436689032Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8617a02-c63d-4b3f-a955-434a9dbda041\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.436839713Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.439622678Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6cfed3c-cd66-4372-a8b8-691636d93160\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.439764911Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.441276162Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d1b80bd-830b-4f4e-878c-f309b916858a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.441406612Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.442627214Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"434e733d-c770-4025-94ac-20c43be4c359\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.442751872Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.450833304Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"255e60f7-e897-4128-910c-eda0b601722a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.451246026Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.45359664Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63e2d28c-2d7d-40e1-b7e2-a2082e4f657a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.453823201Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.455493299Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08c0fe9c-07fc-4943-8f88-0c5716372ea7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.455710852Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.458467986Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1da9380d-08bb-4159-b358-f9f6090b532a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.458692824Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.459516004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.459591875Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.45969486Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.459742425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.462824997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.466217085Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.482732972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.48281214Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.482846989Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.483385412Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:14.485655916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.48906084Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3cbecc7-decc-422b-984c-3ca7b3ad044b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.489131461Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.489349535Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.493617729Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.493669923Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.496222038Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59632"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.496555502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64610"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.496608959Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46887"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.501080929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"373a6789-ac85-495d-a914-f500f9928288","remote_addr":"[::1]:59632","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.502578242Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"3be37d2f-d308-4983-8cce-4de6ed951241","remote_addr":"[::1]:64610","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.502719985Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"95f50915-076c-4635-bdea-ff337602920c","remote_addr":"[::1]:46887","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.503752642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"373a6789-ac85-495d-a914-f500f9928288","remote_addr":"[::1]:59632","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2709,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.504041588Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"3be37d2f-d308-4983-8cce-4de6ed951241","remote_addr":"[::1]:64610","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1490,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.504129653Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"95f50915-076c-4635-bdea-ff337602920c","remote_addr":"[::1]:46887","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1432,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.504576794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42255"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.504615251Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52015"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.504641714Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33730"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.508315273Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38822"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.508486033Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"1de91ebd-e3d4-410b-b99f-dfa43491facb","remote_addr":"[::1]:42255","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.508612325Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"7944bbe4-d927-4289-b823-a3b137934322","remote_addr":"[::1]:52015","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.508727054Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"fca4e3bc-20e9-43c2-9122-0e10ed0ef30b","remote_addr":"[::1]:33730","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.508975549Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"1de91ebd-e3d4-410b-b99f-dfa43491facb","remote_addr":"[::1]:42255","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":494,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.509610043Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"7944bbe4-d927-4289-b823-a3b137934322","remote_addr":"[::1]:52015","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":500,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.509678559Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"fca4e3bc-20e9-43c2-9122-0e10ed0ef30b","remote_addr":"[::1]:33730","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":985,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.510263665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"4cc35773-8ba9-426f-a3fa-c10cbeb191a5","remote_addr":"[::1]:38822","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.512912493Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/crucible/pantry/0","method":"GET","req_id":"4cc35773-8ba9-426f-a3fa-c10cbeb191a5","remote_addr":"[::1]:38822","local_addr":"[::1]:35527","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2590,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.514641067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1e09aa5-5afb-4ae7-a218-962fa46628ad\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.514836256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.521617206Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82b676a3-15b2-40c8-931d-09f65ef6c71a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.521756293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.53240479Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a773de39-fafb-47d0-972a-5bd6ba09d9c5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.532521422Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.533636043Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9991e520-3b48-4418-afbb-c952f95887c1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.533782325Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.534673771Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97d5b85e-4077-45aa-a6c7-25a21d126cdd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.534739782Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.535869814Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c48bc38d-00fd-4eac-8fe9-52e6ee333b6d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.535949793Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.537175796Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8201fdbd-59a3-46e6-94e2-a8eec9c1e183\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.538921765Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.542551817Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.552417263Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ea27ac6-03db-4f10-814e-451083e0a08e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.552637041Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.559627209Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92793766-48c6-4cbd-8baa-ad846e72be84\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.559734603Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.562580603Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0cc4134-971f-44c0-8184-b7e60fc86288\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.562664751Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.566261918Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"436ad5b2-c54b-45a5-87a3-03fe1ce1320c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.5664386Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.569832903Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c63ff29-e317-4359-8fdc-34d9d3505274\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.569913453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.5720598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5002e125-4b2f-4076-ac8c-2e288d9a4559\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.572189498Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.573089221Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05d1a375-c2ef-49ef-9ad7-991a510e6e8b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.573241444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.574677756Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3ac27ff-085c-4ca6-aa97-01ec240a10a7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.574834228Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.576223726Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74fdd857-2c83-49c2-bbb9-71417efd81dc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.576333214Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.577440871Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"534684cf-0b37-4412-90e0-1d09c67df52a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.577638305Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.577801851Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.577845027Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.577873553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.578437958Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.580630947Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.592102093Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.59223621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.592283665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.592314997Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.59234143Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.593224209Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.593974934Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.594152538Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.594286786Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.594329801Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.595103002Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.596646187Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.602930678Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.602994355Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.603029866Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.603576254Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.604523171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.612654402Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.612743119Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.612779201Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.613601319Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.691975564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.692037418Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.695207834Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40016"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.695653482Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"6b861651-efb0-4ab6-b85e-496411a0c3a7","remote_addr":"[::1]:40016","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.696696601Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"6b861651-efb0-4ab6-b85e-496411a0c3a7","remote_addr":"[::1]:40016","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1064,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.696767432Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.696802041Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.697723176Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.697890099Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b861651-efb0-4ab6-b85e-496411a0c3a7\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.701206306Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.701265684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.701294291Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.704212175Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.704320912Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.704366001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.704396001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.705068942Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.710267921Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.715407541Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.715631658Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.715689162Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.716246222Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.781180289Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:14.782954835Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:14.783100625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.783231366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":47,"elapsed":"524.824699ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.783286636Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":48,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.783360553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.783395372Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.783426144Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.783454179Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.784148262Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.787630721Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.793490706Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.795295502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.795388387Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.795519749Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.802900555Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.803018189Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.805635835Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59049","req_id":"ba33e23c-5c81-4674-acbb-46c148f8489b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2b e6 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 +............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.805869049Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59049","req_id":"ba33e23c-5c81-4674-acbb-46c148f8489b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11238,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.806224808Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.806472171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.806645496Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59049","req_id":"ba33e23c-5c81-4674-acbb-46c148f8489b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.807193288Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2099, tv_nsec: 606108505 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.807254049Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.807652964Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63482","req_id":"8b7c154a-e4cd-4dc4-b150-2e9b3caa1ba1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 09 7a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .z..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.807709767Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63482","req_id":"8b7c154a-e4cd-4dc4-b150-2e9b3caa1ba1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2426,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.80781149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.807877962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63482","req_id":"8b7c154a-e4cd-4dc4-b150-2e9b3caa1ba1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.859928008Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.86034012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.860423756Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.860529597Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.860571921Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.861262417Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.861751953Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.862239003Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.862903797Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c2ae8290-e8ed-435c-82c9-22f74b625a6d","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.863091081Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49696","req_id":"c663db9c-a796-4939-b176-f2137253adfa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 24 5c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c $\\..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.863153455Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49696","req_id":"c663db9c-a796-4939-b176-f2137253adfa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.863387391Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:14.86361253Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:49696","req_id":"c663db9c-a796-4939-b176-f2137253adfa","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.863750024Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c2ae8290-e8ed-435c-82c9-22f74b625a6d","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.86381833Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c2ae8290-e8ed-435c-82c9-22f74b625a6d","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.864356462Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c2ae8290-e8ed-435c-82c9-22f74b625a6d","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.865084001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.865136917Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.865164822Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.866151829Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.875109206Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.875178735Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.875215107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.875825122Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.879501938Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c2ae8290-e8ed-435c-82c9-22f74b625a6d","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":16630,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.885462144Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2ae8290-e8ed-435c-82c9-22f74b625a6d\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.885764917Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.886520192Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.886658908Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.887330286Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.888229748Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"04930483-218e-405e-8847-d94e439a71bb","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.888422652Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.888728662Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"04930483-218e-405e-8847-d94e439a71bb","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.888839883Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"04930483-218e-405e-8847-d94e439a71bb","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.889354419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"04930483-218e-405e-8847-d94e439a71bb","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.889498325Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.895267851Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.89623634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.896481469Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.896583853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.899635854Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"04930483-218e-405e-8847-d94e439a71bb","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":11320,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.90065284Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c4a570d-d492-4788-866f-cf8d954eabc4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.901098889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.90150106Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04930483-218e-405e-8847-d94e439a71bb\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.90175687Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.9018475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.901920375Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.918127657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"921e8ddb-1a50-4ba8-a646-c19781d9b1b8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.918422655Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.925637039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3abfa033-f896-45a9-a5cf-a5d79e7882d7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.926862441Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.934428015Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47c1e251-5625-4916-a471-497d700f2554\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.934652973Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.941601989Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f339e85c-d40c-4f2b-87bb-9e362df0ec89\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.941947998Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.951771952Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"051d8986-d1a2-49a3-b9b2-9c2c4f420783\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.952065306Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.953084467Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.956802865Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8d36b17-32f4-44fc-9112-de2838c35c67\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.957073985Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.960722325Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6201d18-6ac6-480e-a83a-6a40fa4de007\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.960974026Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.961739591Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.963950036Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53041","req_id":"7f8879aa-82e4-4354-88ab-3476ffcb905a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 6b 13 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 k............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.964133822Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53041","req_id":"7f8879aa-82e4-4354-88ab-3476ffcb905a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27411,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.964419842Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.964660742Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.964888716Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53041","req_id":"7f8879aa-82e4-4354-88ab-3476ffcb905a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.965138874Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e6e6bf4-984a-4a68-a498-17c61d18abaa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.965373742Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.966007495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2099, tv_nsec: 764931629 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.966162945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.967201524Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62802","req_id":"819b3484-3e06-4a2d-b735-5ed2fb5635ee","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0d 76 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .v..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.967419989Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62802","req_id":"819b3484-3e06-4a2d-b735-5ed2fb5635ee","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3446,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.967592673Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.96763135Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62802","req_id":"819b3484-3e06-4a2d-b735-5ed2fb5635ee","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.968894708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:15.037551832Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.037634667Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.037974805Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:15.038035175Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:15.03999979Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.040132023Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efbda06c-3d2e-42e9-a10b-ea6e984b1ba3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.040408504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.04066729Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.040778882Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.040912168Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.040956276Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.041667833Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.044684734Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ef8ab90-fcb7-4eec-b6e1-e93083078a5a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.044748521Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.046588056Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.056996264Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.057171744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.057233026Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.059063313Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.064379364Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d00c4089-e48b-4842-8ee9-c065e30c9e5c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.065450909Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.065685417Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.065745617Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.06713749Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.069028598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"026df360-9650-424f-8004-ef95195d5480\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.069353305Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.072732518Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c740a0a8-c9c5-4091-9525-d936d266bc99\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.073100441Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.076289915Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc9339d9-c3f7-45b5-9b72-3396a08e7398\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.076448161Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.078758945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd17d3a2-c5bf-4331-ac2c-fdf2d5dcab7c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.078948242Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.081344887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cd3d3c5-dc03-4149-85ad-57c4370573be\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.081943831Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.085053226Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29940814-161c-4c31-b651-ebcb5b99d767\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.085979361Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.089131982Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d7d2fc5-65ae-4468-99c2-0d5efba80513\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.089252733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.090180472Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1c43d8b-6ef1-46a0-9e49-e000e890ab1f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.090362444Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.091339411Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc2f2344-1e0c-41af-a92a-76ef29a91100\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.091548086Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.096709049Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcf587f8-2300-4393-a54c-154d632c1c0d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.097212693Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.100576485Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e68d219d-93f1-4783-a02f-6b15bf717211\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.100858998Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.108089153Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca265563-980d-4ae5-ade2-fff8dae4ae65\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.108518699Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.109512379Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.112922113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"860a8011-ff7a-4022-81ab-65807c5d0945\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.113150067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.116922624Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f203f2ad-c4be-4170-88c7-5ea278d85175\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.117778158Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.120205695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8ff1d63-8da7-41c2-825d-cbdb89199e92\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.120407447Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.125087812Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cb47d85-1f75-4767-853b-f21dfb598c1e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.125264484Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.127449959Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bb5c6ef-203a-46aa-9759-abb2f6fc8bcf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.127617863Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.129953837Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71d2d15f-3557-4c92-a70f-df56da596e08\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.130118215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.130998489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1848c62-c680-44ad-aa08-b475d3ee8502\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.131257495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.133178372Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9141ae77-4363-4aee-b508-8cbd08309a8a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.133332449Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.134312572Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4b343c4-e96e-4e33-9c06-6dfcb67a5571\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.134410968Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.13577733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d1c712d-77de-4b3d-ba15-72694bec8272\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.135839174Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.13629933Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a96e8c2-824f-463d-b7d2-e278cb0c91e7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.13647484Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.139438886Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1cef955-2aa6-43f3-89e3-42e614ec34bd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.139713763Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.141846633Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ffbd3f7-0e0f-4d40-be9a-da57f2de3be7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.141918687Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.144375522Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df23892b-b89f-46fc-bb6a-b403b23d4296\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.144491683Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.146645795Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6b5b038-36a0-491c-9634-b50dd237ba67\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.146716947Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.148676421Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61ddc506-8e6c-4957-83e9-3d2eac9da9db\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.148741841Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.150626817Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d43323a1-ecb5-4599-9fbf-b82e02e499fc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.150691456Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.151608623Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c786e2b-f5b1-4b46-b5d5-afa4187a882d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.151686809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.152594848Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59c7460e-03c8-4af5-9936-7ffb1f68f892\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.152713655Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.153743497Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02f023c1-6c5d-4ae4-9875-e5768f50c6c5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.153864047Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.154750002Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4556415-fc65-4fed-b278-cc3344436e6a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.154813559Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.154852536Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.154882576Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.154910291Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.155965764Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.160104601Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.164984263Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.165049183Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.165084222Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.165114793Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.165189743Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.165720079Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.166534031Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.166592287Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.166624131Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.166650784Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.167717429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.171239416Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.175044157Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.17510576Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.175139166Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.175597429Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.177601352Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.183613761Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.183690865Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.183726817Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.184334638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.240840863Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.240959749Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:15.241593723Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58140"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.242547543Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"ed6f4093-b849-406e-8df9-7024883660c1","remote_addr":"[::1]:58140","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:15.243094994Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"ed6f4093-b849-406e-8df9-7024883660c1","remote_addr":"[::1]:58140","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":618,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.243247979Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.243295714Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.24443324Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.244743649Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed6f4093-b849-406e-8df9-7024883660c1\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.249374465Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.249526658Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.249602289Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.257615946Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.257711386Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.257748801Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.257779141Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.259055274Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.267406623Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.281586846Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.281974068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.282091522Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.282702138Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.315042695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:15.315370478Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:15.315679133Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.315739674Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":48,"elapsed":"532.420172ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.315777018Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":49,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.315804132Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.315834432Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.31586319Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.315890735Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.316635358Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.31988356Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.328025342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.328101534Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.32813482Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.328555308Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.332010622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.332120662Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.333834587Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51712","req_id":"503dca03-b5b3-491d-90d7-8156b84cd1e2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ad bd 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.334139113Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51712","req_id":"503dca03-b5b3-491d-90d7-8156b84cd1e2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44477,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.33452393Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.334776082Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.334953947Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:51712","req_id":"503dca03-b5b3-491d-90d7-8156b84cd1e2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.335903459Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2100, tv_nsec: 134732694 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.336007957Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.336334077Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64381","req_id":"4d7ee934-64e8-4b42-a0d5-c422bc906d52","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d5 c8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.336393184Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64381","req_id":"4d7ee934-64e8-4b42-a0d5-c422bc906d52","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54728,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.336620537Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.336845145Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:64381","req_id":"4d7ee934-64e8-4b42-a0d5-c422bc906d52","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.401609945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.402183467Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.402253537Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.402287765Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.40231521Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.404069936Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.404139024Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.404187721Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.404628509Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.406835256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.41056173Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59857","req_id":"c8a5dba2-246f-42f3-996d-9592834a1f36","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b1 af 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.411121907Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59857","req_id":"c8a5dba2-246f-42f3-996d-9592834a1f36","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45487,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.411257547Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45487,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:15.411870548Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:59857","req_id":"c8a5dba2-246f-42f3-996d-9592834a1f36","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.411907011Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.423986649Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.424066638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.424100926Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.424940179Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.42531732Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.42537276Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.425404143Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.429042492Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.429112682Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.429149886Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.429182281Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.429934469Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.432808536Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f24d4126-32ab-412e-b219-806452e6121b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.433195797Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.435304389Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.43537022Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.438030079Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5f97ad0-b5fd-4d4d-abf3-d0d46ea3af00\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.438399616Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.441202841Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42ca6977-59ca-4cad-a830-09389f7bde22\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.442496849Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.450585295Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80dfd398-ceae-4e69-a5f9-dd0248b26f47\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.450872868Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.454170318Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"215f7bf5-4606-44ba-a28a-ae6ea9116073\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.454243293Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.458488882Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"928c542b-96ae-42d0-aacd-5a4dea7a2609\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.458666636Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.463088016Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4f46a1a-db2d-452c-91d0-073c7c137f4c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.463439366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.468629016Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.472389007Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5e0000c-fb41-4a16-8db4-382e2ac8cb1c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.472683404Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.476517553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2793174f-705b-4fcf-8add-923fc611072d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.476690828Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.481166696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e74f307-609c-4fb6-9101-c150c6bfe9dd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.481400041Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.482859639Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84db7448-229f-4dca-9c5e-2d4d9084be69\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.483077553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.483410236Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdcfdd98-941b-464a-b8af-28aa042eaa9a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.483538913Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.484729194Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdd2d09b-21b0-47ae-aab0-3d88b3de0220\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.484920105Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.486670843Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de73646e-264a-4c3c-aff3-608815d5616c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.486730321Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.491456428Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af2e22cd-6ecf-4abc-876f-c32c4b161c9e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.492288776Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.494115466Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2832da3a-5990-4262-8ed7-600b1b4bbc58\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.494742856Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.496638543Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"391829ea-98d2-42c9-baaa-636964965e89\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.49888544Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.500930474Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d7c4437-2db9-4d02-869a-8276e6cdfe48\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.502147399Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.504678372Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85fa897f-2509-4d5a-bb31-43226bfc84f2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.504900274Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:15.505990666Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.506596323Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a6de3c3-2d86-4bd9-8997-e63084199c87\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.506846251Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.508139608Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0cdb584-c566-4e9a-828e-2def8e7e8240\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.509638174Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.511087552Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"129abf39-6a6d-43c6-97f1-aad6b099b711\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.511522779Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.512967066Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa7b0d08-2513-4db4-8ea2-2157120b7f47\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.513329709Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.514819247Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adaafd8c-1980-4f69-8fec-ebcfcd8e5370\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.515255416Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.517608214Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77b955df-951c-44f6-b303-a7eabaa45962\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.517821388Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.519375154Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.519524812Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.519631104Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.519718568Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.52075323Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.521325861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49c6adc5-873f-4309-b480-061f26d0691f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.521592031Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.523447348Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.529950645Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.530085774Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.530125694Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.530491463Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.531477066Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe6d6a33-67d5-4735-b36c-ade1eeb0f4b3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.531621604Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.535256096Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.535319121Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.536601086Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.538441663Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"710f1be0-a9b8-44ba-916f-4f24d558c4dd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.538569337Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.542907922Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef637149-f756-4655-ac74-00ea13c6607d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.543362998Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.546811369Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e37889af-2a5d-4256-93a5-211e5991016b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.547009183Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.550294108Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"522581a4-1962-4739-9763-e056b4eea448\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.550586992Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.552876233Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a91f2fc9-73bf-4ab6-9393-e53a2be9ded0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.553087814Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.556424623Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"537dd816-a621-4727-af0a-9ec8eefb5092\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.556564692Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.558144009Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c988b047-be72-4e5b-bb6e-dde1640ac247\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.558275531Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.561155749Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcec5d31-2c91-42f4-b5af-b1ab34fd8223\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.561339004Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.563842703Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"726cd701-8a53-489c-84ae-d1fb5f42dbad\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.563902522Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.567450561Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.571085253Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cd10b87-c328-4b17-abcc-391cf11f0e35\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.571153058Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.575064992Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b879a686-558f-4dc6-9cab-64c476efd9f6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.575199901Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.576963405Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d13b8ce6-4f33-45e8-89ce-f4cd38241a77\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.577037613Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.58092066Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef95aed9-285b-4015-86d5-48d19b589df2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.580988966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.585565173Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f8e7ab7-5be6-439a-9440-2baa71102d9c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.585646536Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.587083669Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a45b7cff-2eb1-4a2a-ad16-c83971ee20a2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.587339378Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.589275917Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64a875a8-bafb-4454-a33e-31c3c0019c45\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.589341668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.589921172Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"450158b9-02c0-44b3-a511-786f6e3d793e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.590057424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.5910343Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45d30a8a-0853-424f-a348-33e5a9a5b858\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.591097837Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.591134039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.591245962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.591282445Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.592287357Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.597089525Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.603159208Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.603229909Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.60326527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.603296662Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.603324277Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.604765459Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.608310953Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.620855267Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.621912884Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.622057332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.62292967Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.623439355Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.623644033Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.623677039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.623705045Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.624363086Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.679978947Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.680102042Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.680407962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.688847407Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.688915713Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.68894463Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.689306371Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:15.689608794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36089"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.691265024Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"d6faaec5-1c34-433a-a031-6ab9bb168903","remote_addr":"[::1]:36089","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:15.691781012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"d6faaec5-1c34-433a-a031-6ab9bb168903","remote_addr":"[::1]:36089","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":525,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.693724694Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6faaec5-1c34-433a-a031-6ab9bb168903\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.69833515Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.69839512Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.698425029Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.703094733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.703161557Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.703229833Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.703264552Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.704734661Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.705317612Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.705372913Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.705968159Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.706193508Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.707357657Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50382","req_id":"86ceb75b-9b77-42e2-8203-086a5f4cc53c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: d5 78 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .x..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.707417857Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50382","req_id":"86ceb75b-9b77-42e2-8203-086a5f4cc53c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54648,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.707487927Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.707509229Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.707529259Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:50382","req_id":"86ceb75b-9b77-42e2-8203-086a5f4cc53c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.708203332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2100, tv_nsec: 507086515 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.708272329Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.708749841Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.712709821Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.712912294Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.712959518Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.714451381Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.714819454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61018","req_id":"5dfe9163-d925-4c57-90ca-4e9b5fef720f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 35 c6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 5...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.71494307Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61018","req_id":"5dfe9163-d925-4c57-90ca-4e9b5fef720f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13766,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.715085524Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.715111065Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61018","req_id":"5dfe9163-d925-4c57-90ca-4e9b5fef720f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:15.715616713Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:15.77637494Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.776455149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.776739526Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:15.7767966Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:15.778611175Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.805793193Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:15.806159954Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:15.806604139Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.806669479Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":49,"elapsed":"490.776109ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.806707454Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":50,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.806738286Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.806769017Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.806801332Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.806832544Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.807373331Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.811912786Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.820155178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.820215508Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.820251089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.821340991Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.827536455Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.827603689Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.836080659Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61399","req_id":"1c6d3db9-cddb-4545-b3a7-4ae0d576f1a5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 02 ad 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.836158714Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61399","req_id":"1c6d3db9-cddb-4545-b3a7-4ae0d576f1a5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 685,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.836435265Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.836670955Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.836778629Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61399","req_id":"1c6d3db9-cddb-4545-b3a7-4ae0d576f1a5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.837261Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2100, tv_nsec: 636153432 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.83732614Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.856150476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60889","req_id":"92836328-91ff-40ad-a669-62cf31318057","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 91 5d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .]..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.856226668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60889","req_id":"92836328-91ff-40ad-a669-62cf31318057","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37213,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.856482248Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.856589211Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:60889","req_id":"92836328-91ff-40ad-a669-62cf31318057","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.856911823Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.856974288Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.857008256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.858230781Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.85979081Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.932472483Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.937082809Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.937159512Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.939525155Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.945172617Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57517","req_id":"e77e844c-38f3-4c96-a8e2-4648c06dd337","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b6 02 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.945683866Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57517","req_id":"e77e844c-38f3-4c96-a8e2-4648c06dd337","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46594,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.946219423Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46594,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:15.946422708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:57517","req_id":"e77e844c-38f3-4c96-a8e2-4648c06dd337","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.948281041Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.960319998Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.960420889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.96050676Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.961920286Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.96233886Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.962431645Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.962546854Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.972687739Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62304","req_id":"83b44716-b017-439e-b6ba-ace6319b8db7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 99 76 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .v..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.973070121Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62304","req_id":"83b44716-b017-439e-b6ba-ace6319b8db7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39286,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.9734157Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.973597963Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.973622231Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62304","req_id":"83b44716-b017-439e-b6ba-ace6319b8db7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.974275954Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.975184554Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.975242139Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.97527261Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.978447485Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2100, tv_nsec: 777334666 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.978570701Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.979739339Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.979798367Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.980911976Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.988842306Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58060","req_id":"0ddae9c3-4980-46c6-a070-0606532c5583","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0f 52 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .R..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.989535678Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58060","req_id":"0ddae9c3-4980-46c6-a070-0606532c5583","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3922,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.989661378Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.98977785Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:58060","req_id":"0ddae9c3-4980-46c6-a070-0606532c5583","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:15.991068642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:16.064016256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.064205603Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.068895988Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"178fd5e9-e8a4-48d5-af2f-698999425bf3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.069605502Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.075561839Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa6394a2-7dd2-4e87-9ac4-827a0316708b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.076157446Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.088394798Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ba5cbaf-3247-4ff1-9dc3-77ac129a822c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.088550929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.090672496Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abdab337-4501-441a-8aad-d04976a105f5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.090741163Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.092417684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b06bfe83-dd10-454f-b36f-08f2490a0eb2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.092489547Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.095458813Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4344cb82-2cdf-4561-8a7a-0a324d6ea926\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.095693871Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.102384041Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a38a7db-ef01-4467-a396-767e7710267d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.102693948Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.106036538Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb4d8ce7-12e3-450d-98cc-a66f5d835cff\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.106287438Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.108168195Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3da6d3a1-a139-445c-8eb9-8325b0dd5945\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.108417432Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.111132802Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58b4f5c8-e981-400e-8b9e-81e4b96f74c7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.111387299Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.111823448Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.113711701Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac1374da-8644-4804-bdf3-b94d70f8877d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.11413299Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.117072527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76a9525c-f634-41f5-a6de-3c99e5bf8656\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.117519628Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.121389749Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07f5fc76-c8c9-4082-916f-847c52dd11ea\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.121681931Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.126282527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6cb7396-f737-497c-b919-f87d93eb91f4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.126548156Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.130004763Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa8a2144-eb7e-4fe5-8a1d-f4496727c57b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.131324924Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.133709425Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80c4c1b0-5f5a-4b1c-bbee-876b1af5ae9d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.133865756Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.137294919Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1b216c5-d8a4-4dca-a13e-bbf9393d9831\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.137414326Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.139486215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29872541-1832-42c9-99d0-0c48e2d48f0d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.139886212Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.141990624Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2fc0bad-7e30-45ae-8e9f-dc163065a2c1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.142065644Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.144921795Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"650b3d6c-ad87-419e-b1e8-a90043bc5e92\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.145128386Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.146492314Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b69a0d4f-eaff-4141-996e-983473a268a7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.146757202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.149607791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c62afcfd-d4a6-4868-9f03-422daec5e321\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.149875094Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.151966861Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee4f5ed4-de38-4120-8a04-bf30146473f0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.152037602Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.153879051Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"021ad797-f0ef-40a4-bb38-1770b66c9425\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.154097647Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.157558863Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"445b7d74-b857-477d-a678-ca616c735a74\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.157681858Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.161924171Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"298ba99f-6425-4ed2-a1d1-ed5324095713\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.162057617Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.162329869Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.162380149Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.162412353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.16244066Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.163410161Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.165842087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"311dc691-f18e-46f8-8b25-a49185876b47\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.165971094Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.166409718Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.17324685Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.173334645Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.173370868Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.174031073Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.176914278Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91751833-1974-4cfd-9a38-2ad3de054d2c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.176994377Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.177034367Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.177067553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.178009339Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.183384579Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79c3ca58-2059-4ab0-b4db-109e2c611359\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.183607133Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.188360533Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d834d42-65a9-42e2-8704-c7d5a3dca12a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.188551734Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.189553831Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5386483f-48cb-475e-8269-63eb897f396d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.189715162Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.19111929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24a601d6-c53b-4b45-8c2d-d1329913ff3b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.191273728Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.193293382Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53b57d28-211b-40da-8747-3e91e3dceaf5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.193430736Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.194785936Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d10e6a1c-5407-4eb8-8edd-f7427cc703fe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.194851637Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.195940887Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"656f4360-fb9e-4344-a57a-c8387e1110cd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.196020015Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.198496338Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85b53269-bb54-4cc4-9556-787e5ea71dfe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.198636187Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.202138615Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f7c34bf-f923-4f6a-870d-76880f7bf680\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.202208475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.204890258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"316c6451-92b0-4112-9fae-7e0d1c4498b6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.205229925Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.207507653Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7032741c-05a9-407f-8907-fae6beab817b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.207740837Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.212506783Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9b6407a-9b3a-42df-a9a2-db928b33dae2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.212742984Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.21380525Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.216834296Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e65104b-a54a-4cd6-9fe6-b6b6b8425f47\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.217142169Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.21958191Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01f4fc23-ee7b-497f-8fdc-461b2b2e590f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.219788792Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.222175588Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dcc5239-15f4-4e88-9286-91efb92cc419\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.223060812Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.224343788Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8710816a-2e44-4976-a50f-5a8f16acf34f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.224478356Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.227288565Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94ce2d9a-9525-437c-8466-2e5998930083\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.227375619Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.227413153Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.227445598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.227478784Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.228273006Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.232138478Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.242103763Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.242179574Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.242213682Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.242244594Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.242270896Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.243528542Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.246613138Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.251516207Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.251637659Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.251674763Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.252404888Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.339809295Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.339979625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.340964337Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.34112684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.341228774Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.341749311Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.343835247Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:16.343909635Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:32934"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.3453777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"e1abe946-6af5-4ec1-b3f3-a3712490a110","remote_addr":"[::1]:32934","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:16.346338043Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"e1abe946-6af5-4ec1-b3f3-a3712490a110","remote_addr":"[::1]:32934","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1001,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.346939592Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1abe946-6af5-4ec1-b3f3-a3712490a110\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.350247663Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.350305899Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.350335779Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.355124881Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.355193728Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.355231874Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.355264288Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.355949704Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.35641439Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.362208604Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.36235184Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.362438994Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.36332071Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.363860476Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.364008901Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.364869186Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.366658551Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.367143096Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.371813401Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.373990529Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.37405611Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.374089667Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.378747557Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.378868478Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.378897726Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.378924921Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.378958087Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.381837634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"id":"8a3e31ff-4ad2-4486-ad8b-42e55ec281f7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.381952553Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:16.407175558Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:16.407512249Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.407574583Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":50,"elapsed":"600.947328ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.407615264Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":51,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.4076432Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.407671346Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.407700224Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.407728039Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.409087528Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.41210498Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.412596419Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.417625178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.417820468Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.417873283Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.418897894Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.422343239Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.422511564Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.423845362Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61785","req_id":"3ed527b0-ea66-4644-83f8-0e28e2b93f12","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 7d b1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 }............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.423912075Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61785","req_id":"3ed527b0-ea66-4644-83f8-0e28e2b93f12","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32177,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.424154638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.42429137Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.424407913Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:61785","req_id":"3ed527b0-ea66-4644-83f8-0e28e2b93f12","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.425250722Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2101, tv_nsec: 223724148 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.425314649Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.425880477Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63481","req_id":"e08111ca-a9a7-472f-bd3a-754aae1a4edd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e0 00 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.426823145Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63481","req_id":"e08111ca-a9a7-472f-bd3a-754aae1a4edd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57344,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.426926481Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.426952973Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63481","req_id":"e08111ca-a9a7-472f-bd3a-754aae1a4edd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.482372012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.482890545Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.482967539Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.483001697Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.483046416Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.484428379Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:16.484892414Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.485132733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54647","req_id":"eda8f874-90b1-4d63-9b9f-8bf749ba4bf8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 25 7a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c %z..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.485218203Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54647","req_id":"eda8f874-90b1-4d63-9b9f-8bf749ba4bf8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9594,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.485434484Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9594,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:16.485548812Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:54647","req_id":"eda8f874-90b1-4d63-9b9f-8bf749ba4bf8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.486273526Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.486355118Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.486389367Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.487506282Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.494646569Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.494782048Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.494822078Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.495369178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.498557701Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72bf169b-d226-4514-96e0-7e0c961d0954\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.498999201Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.499700899Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.499745949Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.500194573Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.503065072Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5eb7f66-ac7e-49ae-a5c4-6606b69d3fe3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.503354438Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.508898424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c08d9429-defc-46de-b739-f7a0ba98bf6f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.509044045Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.512708105Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"703f6371-2a18-4e23-aca4-2ae53e26ebc0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.512774297Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.516626432Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5a68104-11ca-4b47-9f2d-87cf12ce0af3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.517395635Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.521978436Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13cb4de6-5b5b-40bb-8a89-4394c6edfb05\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.522463973Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.525556264Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2550d26-4a65-4853-8f22-7dfab2401786\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.525622095Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.527673613Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea8a8496-0584-4324-9854-0568ff5251ca\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.527740596Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.528916529Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43377dac-aebd-4c2b-9d3d-6a82a208d815\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.529093201Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.530286038Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8845a20f-73cb-4ebe-b231-453e65fcd0a1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.530496948Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.531361771Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"652baa08-6a09-4c16-ba58-9a9142074fd2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.531442081Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.53269626Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e5db78f-512b-452c-858e-ffd18ad31c7c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.53276139Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.536578605Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.537461374Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c54c9f95-8fa7-4a1c-a163-016cb3e538a1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.53764013Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.539379456Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5db6363b-287b-4725-a3cb-2c00fddf6ce6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.539452562Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.542293612Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ee5726e-e340-4a95-91dd-3656ba278d94\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.542364263Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.544181283Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6678738-b9ef-4ea6-accf-0085650ebb67\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.544247054Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.546440314Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79625ed6-96bc-4198-ad4f-80ea09bc9e76\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.546537999Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.565872391Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71abae29-7bd1-4f33-adee-96aa8a90e70d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.566036138Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.568621268Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19801254-0235-40f7-a088-66eb4e3943f6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.569271314Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.571372831Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53e0d006-2959-4b37-9e0f-3d40cc22eca6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.571620474Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.572659614Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9fad693-971f-4fcf-91ea-fb73d80dadea\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.572815084Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.573852301Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"094b6f92-4417-4ed2-9977-3c3fdc34608d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.573981558Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.575343071Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d42769a0-ccd7-48c3-bb51-73b07973e09d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.57541775Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.576457441Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b1cce82-7b63-4e6c-96b4-9e41ee03fcfb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.576636789Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.578609609Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43ded824-78c5-4f93-806b-4d7560be3b6b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.578682044Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.580380829Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00d0d0bf-c8a1-4ae7-85d1-aed6528c2023\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.580465798Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.582222237Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea19ccb2-554e-4f05-aac5-569c945b0b81\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.582290924Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.585507413Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc0dcb93-0e57-4e95-9335-d4edd67aa45b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.585654035Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.587671916Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.587736815Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.587932384Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.587974308Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.588626407Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.590325072Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6158018-d4cf-4e52-954e-b7a42fee8098\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.590383949Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.591881984Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.601994452Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.6022291Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.602336494Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.603091969Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.605016524Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c421730c-2d9e-43d3-8568-709a08a32a64\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.6063296Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.607727906Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf5bfd72-60d6-498c-8911-c7ba2990e7d3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.608460636Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.608740794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.608846104Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.609675005Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.610728614Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c2fd141-a25f-4732-8ba1-002feaf2e865\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.611059233Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.612438942Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f150cb4-4f59-4fbf-bbbc-c3ec0cb6bf37\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.612715744Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.614988953Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a8c564e-1ec9-4192-8c82-a0817944d28c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.615611123Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.619267097Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27428a22-465e-405a-8f6f-985f0a65c396\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.619522947Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.622015543Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12d49083-abfc-4125-92e5-2dbaef4e9c26\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.622949554Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.627245323Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8cc37bf-4391-4608-9a44-1fe61e6f5b8a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.62787647Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.637348012Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b9b0c63-2aab-411f-9874-2068ec44338d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.637887687Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.643642503Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f6f1b56-5d8a-4c74-b87e-ceb9c321abd4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.643858464Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.648377928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.651684717Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4697524c-ee21-4e3e-87bf-bb91fb8ca86f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.651963202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.654419225Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5dff027-3df9-4302-a779-ba2a16bc7e9e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.654630576Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.655589487Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cbf64f5-daed-4e57-88aa-15d181856724\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.656026377Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.657178753Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56e18e2a-f3dd-416e-897d-f0b18439fcbd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.657504733Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.658791417Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86758e66-f598-4034-b7c6-66e50ec1d261\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.659019621Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.66025359Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a160102c-ca9b-44bf-b14c-f62caf77fc47\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.660520231Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.66064528Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.660734839Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.660819427Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.661723438Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.668246215Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.681453129Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.682143975Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.682213153Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.682250637Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.682431247Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.683258085Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.69143184Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.696752922Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.69692216Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.697044634Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.699515036Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.700324889Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.700454708Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.700549968Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.700777381Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.701678807Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.704304328Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.71626545Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.716337714Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.716367413Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.717098259Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.80332995Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","sled_agent_url":"http://[::1]:59701"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.803406071Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:59701/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:16.805000969Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38162"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.805741745Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"134629af-46cd-4745-845a-9fab4e85b2cd","remote_addr":"[::1]:38162","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:16.806334616Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/inventory","method":"GET","req_id":"134629af-46cd-4745-845a-9fab4e85b2cd","remote_addr":"[::1]:38162","local_addr":"[::1]:59701","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":575,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.806671798Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"SledAgent":"http://[::1]:59701","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:59701/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"134629af-46cd-4745-845a-9fab4e85b2cd\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.810312803Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.810394235Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.810427251Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.815759024Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.815836839Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.815873923Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.815904043Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.816611602Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.816929826Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.816982041Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.817617948Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.820045665Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.824607343Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.824809366Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.824861971Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.825302148Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:16.834735684Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.83504504Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.836603485Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dfedcb8a-eb8f-449f-aefa-faeabc107edb","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.846440394Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dfedcb8a-eb8f-449f-aefa-faeabc107edb","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.846534101Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dfedcb8a-eb8f-449f-aefa-faeabc107edb","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.847836797Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dfedcb8a-eb8f-449f-aefa-faeabc107edb","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:16.853542876Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"dfedcb8a-eb8f-449f-aefa-faeabc107edb","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":16887,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.854611354Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfedcb8a-eb8f-449f-aefa-faeabc107edb\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.854885972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","body":"None","uri":"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.855541277Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"897175dd-74e6-470a-94f2-c44a913dec13","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.860416872Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"897175dd-74e6-470a-94f2-c44a913dec13","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.860501651Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"897175dd-74e6-470a-94f2-c44a913dec13","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.861390642Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"897175dd-74e6-470a-94f2-c44a913dec13","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:16.871302791Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D","method":"GET","req_id":"897175dd-74e6-470a-94f2-c44a913dec13","remote_addr":"127.0.0.1:39413","local_addr":"127.0.0.1:39169","component":"dropshot_internal","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","latency_us":15761,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.874074093Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:39169/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkMmNjM2U3YS04ZDFmLTQ4NDUtOTJmOS0xMzQ4OTA4ODJkNDAifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"897175dd-74e6-470a-94f2-c44a913dec13\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.87431345Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.874370353Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:16.87439898Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.886622475Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:16.886960849Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:16.887507558Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.887698699Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":51,"elapsed":"480.076932ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.887851263Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","iteration":52,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.887964088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.888106622Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.88822123Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.888319526Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.889233777Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.889437974Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.892802528Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.893772841Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.893899003Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.893971958Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.894289962Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.898678906Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.898787152Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.898879195Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.89954929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.904816876Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","candidates":"[(8feffdaa-411c-4e68-8fbb-86ee5470732b, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.904880272Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.905844112Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.907730661Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53610","req_id":"1c80aad2-86f4-4de9-9e06-3bc808a7b990","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6c 27 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 l'..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.907797545Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53610","req_id":"1c80aad2-86f4-4de9-9e06-3bc808a7b990","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.908009838Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.908303392Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.908418522Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:53610","req_id":"1c80aad2-86f4-4de9-9e06-3bc808a7b990","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.909082274Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 34792, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2101, tv_nsec: 707863193 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.909172594Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.909940895Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63578","req_id":"4fa6c6ea-d86f-494d-8fa8-59ade1580572","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e6 89 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.910012929Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63578","req_id":"4fa6c6ea-d86f-494d-8fa8-59ade1580572","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59017,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.910188438Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.910227847Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:63578","req_id":"4fa6c6ea-d86f-494d-8fa8-59ade1580572","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.978263443Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.979036754Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.979102275Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.979134348Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.97916043Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.980385231Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.980939866Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:65444","req_id":"b8c9faf1-6712-4d9b-9d9b-b4615d97f38b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f8 1a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.981219303Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:65444","req_id":"b8c9faf1-6712-4d9b-9d9b-b4615d97f38b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63514,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.981447327Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63514,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:16.981537787Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:65444","req_id":"b8c9faf1-6712-4d9b-9d9b-b4615d97f38b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.981964517Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.982173654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","mgs_url":"http://[::1]:34792"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.982219405Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.983651358Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.993385683Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.993453368Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.993486434Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.994035258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.99567271Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a546460b-5931-4548-be7a-94659efad916\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.996287685Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.99812682Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.998188202Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.999092995Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.999425107Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c7db680-6e5e-4b8e-8da6-19c0922e9a79\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.999625456Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.005433748Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e371cb6d-d15c-4c1c-bba4-bd8da7ddf430\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.00582124Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.008254258Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3848247-cc30-4fed-8bdf-1f9b672c9aa1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.008387173Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.010280996Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fc61290-4794-468f-ba4e-b39828187ab1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.010324844Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.013004853Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"244c799a-c517-4917-b79e-10e46b0c82c1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.013157477Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.017524729Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cf6c047-5f57-4c5b-9896-068004525cfb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.017992972Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.021883654Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b10df698-1038-49dd-9a07-9ba590175fb4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.0220071Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.024785846Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cc1725c-d206-4258-95d8-7f16a3f19ea6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.025226143Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.027376698Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf57f602-7497-4bac-b261-7406780b90b6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.027567128Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.028922388Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cf54eaa-be5e-4b4c-8699-78ee5625b719\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.029085593Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.031125598Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbb110e8-4f3a-488c-b355-6733c027f91a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.031333201Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.03429882Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.035138453Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3431cfdc-145d-49ea-ad09-234ee247f9b9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.035486356Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.039770181Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c966305-09e3-447c-9ce1-cf7bd681542f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.039986342Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.040614945Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.042109863Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56852","req_id":"718a4718-2a3c-4cba-aa83-396852413369","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 7e 7c 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ~|..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.042169592Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56852","req_id":"718a4718-2a3c-4cba-aa83-396852413369","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32380,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.04261523Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.043319543Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.043487638Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:56852","req_id":"718a4718-2a3c-4cba-aa83-396852413369","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.043889068Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 50322, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2101, tv_nsec: 842791580 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.043947224Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"DnsResolver","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.044899381Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62991","req_id":"2c5a0e5c-8a23-49d9-a1ca-ddf5960c8f40","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 99 c1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.044949862Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62991","req_id":"2c5a0e5c-8a23-49d9-a1ca-ddf5960c8f40","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39361,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.045094109Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.045291172Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"peer_addr":"[::1]:62991","req_id":"2c5a0e5c-8a23-49d9-a1ca-ddf5960c8f40","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:17.045755978Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:17.121631034Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.12321489Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.123455469Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:17.123511951Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:17.12849512Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.129201197Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.129262178Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.129295825Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.129325034Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.129869899Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.131491901Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6101fe5-6d60-4bbd-86cf-7665e3f6cab9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.131665928Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.13337858Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.141172499Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.14127363Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.141362257Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.141938696Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.145120485Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.145181827Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.146002472Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.147911256Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d3179ca-2a96-4982-859c-70b1783230e2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.14800902Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.150175457Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"484e0d24-3ed1-4ec4-8c00-04c200ac00d0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.150255747Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.152484668Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5eed7ab-6abd-47a6-a960-d05b561693a8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.152560519Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.155123926Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12a3f761-3c9b-42b6-ac47-0769ebf65a2d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.155195529Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.156522473Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e537da71-e3c0-4afb-9feb-e64af5145f2a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.156958121Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.158608579Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dc882c2-3050-4ca0-bfcb-f1ce9372f8f8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.158948827Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.161008691Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8158f25d-8081-4af2-a56e-2d22430cafe1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.161341625Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.164097886Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06a3672b-c979-4231-85cd-5e202ce2017d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.164217825Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.176149388Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5413d38-ab1a-4fb0-827e-780095f9472a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.176401831Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.178523218Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75745e36-83ce-49b7-b761-5cf075f4844f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.178662495Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.181406503Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e40ee4e3-1590-4948-9df6-d46af3960802\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.181498877Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.18745296Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.189057837Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe3c18b1-618e-47bf-abb1-86bc0540e303\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.189342695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.191963827Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f02fb0da-b135-42c1-9c60-e65de2345470\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.192056001Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.193893462Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2829698-8c01-4ec4-8a6a-50e341d762ac\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.194016888Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.196230088Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fb5db5b-121a-4028-80eb-45ee71ee52dd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.196295298Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.196914581Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"658fb274-48f1-45c7-8858-af8f93a924d2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.197066424Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.198164161Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1b09211-7826-44cd-8a2a-4ff13bb1dbe6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.198301695Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.199778989Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65a12164-e5d6-4311-8a60-5da44285404f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.199979779Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.201429577Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e422b48-5db0-48ff-b0d9-52b0469197cf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.201562512Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.202768385Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"875141fc-194e-456a-b134-666a552fa2fb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.202977852Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.20936067Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"805a0c01-0b3f-4a16-aa5a-67c0f9412f84\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.209567712Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.216068855Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58bd29ff-e17c-4383-9646-5bab086f8c46\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.216212592Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.224303482Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18fd6a3e-5d1c-4b70-8178-fa71bbd8b0ae\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.224371367Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.224410515Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36628827-ac8a-4118-9889-149f56a25a25\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.224446317Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.22447794Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c195b30-8007-4209-b0bf-fd804c95a434\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.224509803Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.229811527Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e9a527c-f8d5-4940-9551-becf51f3b994\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.230465289Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"None","uri":"http://[::1]:34792/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.232223131Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58172893-1c9a-499b-ac91-f321e5da21ba\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.232436396Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.233724363Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f4ab84f-f51a-4dd3-b56f-cc5effa4bdae\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.234438996Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.234785387Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b31998a9-6c35-4b53-b196-3002acff1385\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.234925977Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","body":"Some(Body)","uri":"http://[::1]:34792/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.236177089Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"gateway_url":"http://[::1]:34792","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(Response { url: \"http://[::1]:34792/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3e7611a-2732-40c4-bce1-5c158d8db4ba\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.236241608Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.236274814Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.236303682Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.236331337Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.23736697Z","hostname":"bmat-EVT22200007-000064cb","pid":12330,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d2cc3e7a-8d1f-4845-92f9-134890882d40","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}